[ 523.527529] env[69436]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69436) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.527879] env[69436]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69436) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.527961] env[69436]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69436) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.528322] env[69436]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 523.628496] env[69436]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69436) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 523.638418] env[69436]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69436) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 523.680811] env[69436]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 524.242493] env[69436]: INFO nova.virt.driver [None req-081e2d54-4b87-429d-97c7-cc475909e8fd None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 524.312268] env[69436]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 524.312430] env[69436]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 524.312510] env[69436]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69436) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 527.201299] env[69436]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5ba4a774-0d3b-4245-a8e1-786368db6764 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.218271] env[69436]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69436) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 527.218421] env[69436]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-66dd15a7-9d64-4e47-b972-4c11396a4f36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.243747] env[69436]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f9fa9. [ 527.243897] env[69436]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.931s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.244470] env[69436]: INFO nova.virt.vmwareapi.driver [None req-081e2d54-4b87-429d-97c7-cc475909e8fd None None] VMware vCenter version: 7.0.3 [ 527.247856] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe3d63-2b32-497f-9127-229b470d0479 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.265342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e69166-f795-4f50-82cc-285788a135ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.271483] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae497d0-5aa3-4b0a-8662-aeec517381c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.278324] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd1fa89-6322-48c6-a436-bfca6ed277a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.291557] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e76a2-26b7-4d15-8d06-df06d5c95cc4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.297472] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6861ccec-88c4-46d6-b520-11c1e08e2c45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.329334] env[69436]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f0f87e9e-a27e-4452-b363-171a8c0b9926 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.334661] env[69436]: DEBUG nova.virt.vmwareapi.driver [None req-081e2d54-4b87-429d-97c7-cc475909e8fd None None] Extension org.openstack.compute already exists. {{(pid=69436) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 527.337299] env[69436]: INFO nova.compute.provider_config [None req-081e2d54-4b87-429d-97c7-cc475909e8fd None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 527.840898] env[69436]: DEBUG nova.context [None req-081e2d54-4b87-429d-97c7-cc475909e8fd None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1ec64b48-c1a5-4ecc-ab0b-fe146a7e10a3(cell1) {{(pid=69436) load_cells /opt/stack/nova/nova/context.py:464}} [ 527.842974] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 527.843229] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 527.843913] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.844358] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Acquiring lock "1ec64b48-c1a5-4ecc-ab0b-fe146a7e10a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 527.844549] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Lock "1ec64b48-c1a5-4ecc-ab0b-fe146a7e10a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 527.845551] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Lock "1ec64b48-c1a5-4ecc-ab0b-fe146a7e10a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.865686] env[69436]: INFO dbcounter [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Registered counter for database nova_cell0 [ 527.873928] env[69436]: INFO dbcounter [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Registered counter for database nova_cell1 [ 528.314322] env[69436]: DEBUG oslo_db.sqlalchemy.engines [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69436) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.315053] env[69436]: DEBUG oslo_db.sqlalchemy.engines [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69436) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.320013] env[69436]: ERROR nova.db.main.api [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 528.320013] env[69436]: result = function(*args, **kwargs) [ 528.320013] env[69436]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.320013] env[69436]: return func(*args, **kwargs) [ 528.320013] env[69436]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.320013] env[69436]: result = fn(*args, **kwargs) [ 528.320013] env[69436]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.320013] env[69436]: return f(*args, **kwargs) [ 528.320013] env[69436]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 528.320013] env[69436]: return db.service_get_minimum_version(context, binaries) [ 528.320013] env[69436]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.320013] env[69436]: _check_db_access() [ 528.320013] env[69436]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.320013] env[69436]: stacktrace = ''.join(traceback.format_stack()) [ 528.320013] env[69436]: [ 528.320848] env[69436]: ERROR nova.db.main.api [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 528.320848] env[69436]: result = function(*args, **kwargs) [ 528.320848] env[69436]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 528.320848] env[69436]: return func(*args, **kwargs) [ 528.320848] env[69436]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 528.320848] env[69436]: result = fn(*args, **kwargs) [ 528.320848] env[69436]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.320848] env[69436]: return f(*args, **kwargs) [ 528.320848] env[69436]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 528.320848] env[69436]: return db.service_get_minimum_version(context, binaries) [ 528.320848] env[69436]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.320848] env[69436]: _check_db_access() [ 528.320848] env[69436]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.320848] env[69436]: stacktrace = ''.join(traceback.format_stack()) [ 528.320848] env[69436]: [ 528.321326] env[69436]: WARNING nova.objects.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 528.321446] env[69436]: WARNING nova.objects.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Failed to get minimum service version for cell 1ec64b48-c1a5-4ecc-ab0b-fe146a7e10a3 [ 528.321918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Acquiring lock "singleton_lock" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.322111] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Acquired lock "singleton_lock" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.322383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Releasing lock "singleton_lock" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.322722] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Full set of CONF: {{(pid=69436) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 528.322866] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ******************************************************************************** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.322995] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] Configuration options gathered from: {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.323148] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.323348] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.323477] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ================================================================================ {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.323688] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] allow_resize_to_same_host = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.323859] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] arq_binding_timeout = 300 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.323990] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] backdoor_port = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.324133] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] backdoor_socket = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.324301] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] block_device_allocate_retries = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.324463] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] block_device_allocate_retries_interval = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.324636] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cert = self.pem {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.324805] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.324975] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute_monitors = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.325159] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] config_dir = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.325591] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] config_drive_format = iso9660 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.325739] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.325913] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] config_source = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.326104] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] console_host = devstack {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.326282] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] control_exchange = nova {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.326441] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cpu_allocation_ratio = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.326602] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] daemon = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.326769] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] debug = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.326929] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] default_access_ip_network_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.327111] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] default_availability_zone = nova {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.327273] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] default_ephemeral_format = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.327434] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] default_green_pool_size = 1000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.327675] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.327843] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] default_schedule_zone = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328008] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] disk_allocation_ratio = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328178] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] enable_new_services = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328356] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] enabled_apis = ['osapi_compute'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328521] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] enabled_ssl_apis = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328682] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] flat_injected = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328840] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] force_config_drive = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.328998] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] force_raw_images = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.329209] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] graceful_shutdown_timeout = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.329378] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] heal_instance_info_cache_interval = -1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.329605] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] host = cpu-1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.329783] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.329948] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.330150] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.330377] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.330545] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_build_timeout = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.330706] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_delete_interval = 300 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.330874] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_format = [instance: %(uuid)s] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.331059] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_name_template = instance-%08x {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.331227] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_usage_audit = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.331434] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_usage_audit_period = month {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.331561] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.331727] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.331890] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] internal_service_availability_zone = internal {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.332058] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] key = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.332226] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] live_migration_retry_count = 30 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.332395] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_color = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.332564] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_config_append = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.332730] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.332890] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_dir = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333058] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333192] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_options = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333352] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_rotate_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333519] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_rotate_interval_type = days {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333683] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] log_rotation_type = none {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333836] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.333968] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.334178] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.334395] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.334531] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.334698] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] long_rpc_timeout = 1800 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.334859] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] max_concurrent_builds = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335027] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] max_concurrent_live_migrations = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335196] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] max_concurrent_snapshots = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335356] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] max_local_block_devices = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335515] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] max_logfile_count = 30 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335672] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] max_logfile_size_mb = 200 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335831] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] maximum_instance_delete_attempts = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.335997] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metadata_listen = 0.0.0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.336181] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metadata_listen_port = 8775 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.336350] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metadata_workers = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.336509] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] migrate_max_retries = -1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.336675] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] mkisofs_cmd = genisoimage {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.336878] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.337017] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] my_ip = 10.180.1.21 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.337227] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.337393] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] network_allocate_retries = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.337574] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.337741] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.337907] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] osapi_compute_listen_port = 8774 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338089] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] osapi_compute_unique_server_name_scope = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338269] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] osapi_compute_workers = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338479] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] password_length = 12 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338669] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] periodic_enable = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.338836] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] periodic_fuzzy_delay = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339017] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] pointer_model = usbtablet {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339216] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] preallocate_images = none {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339383] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] publish_errors = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339514] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] pybasedir = /opt/stack/nova {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339672] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ram_allocation_ratio = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.339831] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] rate_limit_burst = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340012] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] rate_limit_except_level = CRITICAL {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340204] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] rate_limit_interval = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340369] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reboot_timeout = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340529] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reclaim_instance_interval = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340687] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] record = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.340854] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reimage_timeout_per_gb = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341027] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] report_interval = 120 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341197] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] rescue_timeout = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341359] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reserved_host_cpus = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341542] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reserved_host_disk_mb = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341669] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reserved_host_memory_mb = 512 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341827] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] reserved_huge_pages = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.341984] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] resize_confirm_window = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342160] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] resize_fs_using_block_device = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342320] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] resume_guests_state_on_host_boot = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342490] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342653] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] rpc_response_timeout = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342815] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] run_external_periodic_tasks = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.342982] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] running_deleted_instance_action = reap {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343156] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343321] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] running_deleted_instance_timeout = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343479] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler_instance_sync_interval = 120 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343644] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_down_time = 720 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343810] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] servicegroup_driver = db {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.343967] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] shell_completion = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344150] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] shelved_offload_time = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344317] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] shelved_poll_interval = 3600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344484] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] shutdown_timeout = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344643] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] source_is_ipv6 = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.344799] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ssl_only = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345068] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345245] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] sync_power_state_interval = 600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345410] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] sync_power_state_pool_size = 1000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345581] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] syslog_log_facility = LOG_USER {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] tempdir = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.345901] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] timeout_nbd = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346081] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] transport_url = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346248] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] update_resources_interval = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346444] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] use_cow_images = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346628] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] use_journal = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346793] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] use_json = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.346959] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] use_rootwrap_daemon = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347135] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] use_stderr = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347297] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] use_syslog = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347454] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vcpu_pin_set = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347623] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plugging_is_fatal = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347789] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plugging_timeout = 300 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.347956] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] virt_mkfs = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348134] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] volume_usage_poll_interval = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348299] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] watch_log_file = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348468] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] web = /usr/share/spice-html5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.348655] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.348824] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.348987] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.349198] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_concurrency.disable_process_locking = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.349551] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.349740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.349911] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.350119] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.350305] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.350503] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.350694] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.auth_strategy = keystone {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.350864] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.compute_link_prefix = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.351050] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.351234] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.dhcp_domain = novalocal {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.351404] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.enable_instance_password = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.351572] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.glance_link_prefix = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.351739] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.351910] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352084] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.instance_list_per_project_cells = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352252] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.list_records_by_skipping_down_cells = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352416] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.local_metadata_per_cell = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352587] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.max_limit = 1000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352757] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.metadata_cache_expiration = 15 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.352932] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.neutron_default_tenant_id = default {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353118] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.response_validation = warn {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353294] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.use_neutron_default_nets = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353464] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353627] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353795] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.353969] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354155] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_dynamic_targets = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354324] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_jsonfile_path = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354513] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354704] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.backend = dogpile.cache.memcached {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.354875] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.backend_argument = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355050] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.backend_expiration_time = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355230] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.config_prefix = cache.oslo {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355402] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.dead_timeout = 60.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355567] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.debug_cache_backend = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355729] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.enable_retry_client = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.355890] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.enable_socket_keepalive = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356072] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.enabled = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356247] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.enforce_fips_mode = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356410] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.expiration_time = 600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356574] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.hashclient_retry_attempts = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356737] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.356900] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_dead_retry = 300 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357072] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_password = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357239] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357401] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357564] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_pool_maxsize = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357727] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.357888] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_sasl_enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358078] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358250] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358441] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.memcache_username = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358660] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.proxies = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.358835] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_db = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359009] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_password = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359221] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359405] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359578] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_server = localhost:6379 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359748] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_socket_timeout = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.359906] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.redis_username = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360081] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.retry_attempts = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360253] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.retry_delay = 0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360415] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.socket_keepalive_count = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360577] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.socket_keepalive_idle = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360737] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.socket_keepalive_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.360896] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.tls_allowed_ciphers = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361067] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.tls_cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361232] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.tls_certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361394] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.tls_enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361552] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cache.tls_keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361729] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.361898] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.auth_type = password {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362070] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362253] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362413] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362577] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362738] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.cross_az_attach = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.362897] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.debug = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363074] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.endpoint_template = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363245] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.http_retries = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363408] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363568] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363741] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.os_region_name = RegionOne {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.363905] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364075] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cinder.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364255] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364415] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.cpu_dedicated_set = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364575] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.cpu_shared_set = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.image_type_exclude_list = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.364903] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365079] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365248] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365411] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365581] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365745] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.resource_provider_association_refresh = 300 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.365908] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366084] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.shutdown_retry_interval = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366281] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366461] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] conductor.workers = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366640] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] console.allowed_origins = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366802] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] console.ssl_ciphers = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.366990] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] console.ssl_minimum_version = default {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367188] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] consoleauth.enforce_session_timeout = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367361] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] consoleauth.token_ttl = 600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367538] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367698] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.367864] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368034] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368202] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368362] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368525] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368685] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.368846] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369052] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369243] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369410] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369570] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.service_type = accelerator {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.369903] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370086] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370255] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370416] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370597] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370760] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] cyborg.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.370934] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.asyncio_connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371109] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.asyncio_slave_connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371286] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.backend = sqlalchemy {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371456] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371621] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.connection_debug = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371791] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.connection_parameters = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.371955] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.connection_recycle_time = 3600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372132] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.connection_trace = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372295] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.db_inc_retry_interval = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372458] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.db_max_retries = 20 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372622] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.db_max_retry_interval = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372783] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.db_retry_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.372942] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.max_overflow = 50 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373115] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.max_pool_size = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373280] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.max_retries = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373448] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373607] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.mysql_wsrep_sync_wait = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373767] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.pool_timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.373928] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.retry_interval = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374100] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.slave_connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374267] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.sqlite_synchronous = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374425] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] database.use_db_reconnect = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374595] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.asyncio_connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374753] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.asyncio_slave_connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.374922] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.backend = sqlalchemy {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375104] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375272] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.connection_debug = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375442] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.connection_parameters = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375605] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.connection_recycle_time = 3600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375767] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.connection_trace = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.375928] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.db_inc_retry_interval = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376101] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.db_max_retries = 20 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376270] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.db_max_retry_interval = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376435] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.db_retry_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376597] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.max_overflow = 50 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376760] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.max_pool_size = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.376931] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.max_retries = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377149] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377322] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377482] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.pool_timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377647] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.retry_interval = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377808] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.slave_connection = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.377969] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] api_database.sqlite_synchronous = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378160] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] devices.enabled_mdev_types = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378341] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378519] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378678] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ephemeral_storage_encryption.enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.378840] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379046] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.api_servers = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379225] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379393] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379560] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379719] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.379879] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380053] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.debug = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380226] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.default_trusted_certificate_ids = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380389] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.enable_certificate_validation = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380551] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.enable_rbd_download = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380710] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.380877] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381076] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381260] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381422] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381585] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.num_retries = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381755] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.rbd_ceph_conf = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.381918] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.rbd_connect_timeout = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382103] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.rbd_pool = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382276] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.rbd_user = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382443] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382604] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382764] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.382933] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.service_type = image {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383112] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383274] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383432] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383590] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383769] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.383932] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.verify_glance_signatures = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384104] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] glance.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384278] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] guestfs.debug = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384446] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384610] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.auth_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384772] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.384933] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385109] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385275] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385436] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385595] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385759] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.385918] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386088] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386254] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386411] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386569] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386728] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.386898] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.service_type = shared-file-system {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387125] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.share_apply_policy_timeout = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387315] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387477] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387636] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387797] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.387978] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.388155] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] manila.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.388328] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] mks.enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.388679] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.388870] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] image_cache.manager_interval = 2400 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.389085] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] image_cache.precache_concurrency = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.389263] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] image_cache.remove_unused_base_images = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.389437] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.389605] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.389784] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] image_cache.subdirectory_name = _base {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.389960] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.api_max_retries = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.390187] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.api_retry_interval = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.390382] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.390550] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.auth_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.390715] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.390876] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.391078] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.391258] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.conductor_group = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.391421] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.391581] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.391740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.391904] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.392078] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.392244] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.392402] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.392567] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.peer_list = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.392726] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.392886] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.393110] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.serial_console_state_timeout = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.393301] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.393476] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.service_type = baremetal {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.393640] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.shard = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.393805] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.393965] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.394139] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.394303] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.394484] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.394648] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ironic.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.394831] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.395013] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] key_manager.fixed_key = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.395205] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.395371] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.barbican_api_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.395532] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.barbican_endpoint = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.395704] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.barbican_endpoint_type = public {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.395865] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.barbican_region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.396039] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.396211] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.396406] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.396614] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.396784] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397012] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.number_of_retries = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397162] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.retry_delay = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397333] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.send_service_user_token = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397499] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397659] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397825] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.verify_ssl = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.397986] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican.verify_ssl_path = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.398172] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.398337] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.auth_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.398499] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.398656] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.398818] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.398978] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.399177] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.399348] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.399508] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] barbican_service_user.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.399679] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.approle_role_id = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.399840] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.approle_secret_id = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.400022] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.kv_mountpoint = secret {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.400192] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.kv_path = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.400360] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.kv_version = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.400519] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.namespace = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.400679] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.root_token_id = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.400841] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.ssl_ca_crt_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.401017] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.timeout = 60.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.401186] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.use_ssl = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.401359] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.401529] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.401692] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.401856] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402024] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402184] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402346] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402507] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402664] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402818] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.402971] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.403146] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.403315] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.403474] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.403642] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.service_type = identity {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.403804] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.403962] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.404136] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.404295] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.404473] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.404630] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] keystone.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.404822] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.ceph_mount_options = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.405278] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.405478] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.connection_uri = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.405648] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_mode = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.405821] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.405991] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_models = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.406188] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_power_governor_high = performance {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.406362] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.406526] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_power_management = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.406699] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.406896] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.default_tpm_secret_security = user {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.407101] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.device_detach_attempts = 8 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.407290] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.device_detach_timeout = 20 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.407463] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.disk_cachemodes = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.407627] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.disk_prefix = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.407796] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.enabled_perf_events = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.407960] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.file_backed_memory = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.408143] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.gid_maps = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.408308] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.hw_disk_discard = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.408467] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.hw_machine_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.408640] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_rbd_ceph_conf = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.408805] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.408970] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.409187] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_rbd_glance_store_name = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.409368] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_rbd_pool = rbd {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.409540] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_type = default {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.409703] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.images_volume_group = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.409869] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.inject_key = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.410047] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.inject_partition = -2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.410221] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.inject_password = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.410384] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.iscsi_iface = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.410548] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.iser_use_multipath = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.410711] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.410875] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.411050] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_downtime = 500 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.411221] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.411384] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.411543] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_inbound_addr = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.411705] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.411868] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.412040] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_scheme = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.412217] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_timeout_action = abort {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.412380] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_tunnelled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.412551] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_uri = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.412701] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.live_migration_with_native_tls = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.412858] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.max_queues = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.413031] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.413264] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.413432] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.nfs_mount_options = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.413746] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.413926] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.414108] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.414280] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.414445] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.414609] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.num_pcie_ports = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.414777] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.414945] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.pmem_namespaces = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.415123] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.quobyte_client_cfg = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.415410] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.415585] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.415754] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.415919] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.416097] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rbd_secret_uuid = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.416264] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rbd_user = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.416432] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.416605] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.416767] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rescue_image_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.416943] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rescue_kernel_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.417162] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rescue_ramdisk_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.417353] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.417518] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.rx_queue_size = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.417691] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.smbfs_mount_options = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.417994] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.418189] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.snapshot_compression = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.418354] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.snapshot_image_format = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.418576] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.418745] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.sparse_logical_volumes = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.418912] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.supported_tpm_secret_security = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.419124] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.swtpm_enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.419311] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.swtpm_group = tss {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.419482] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.swtpm_user = tss {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.419653] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.sysinfo_serial = unique {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.419814] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.tb_cache_size = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.419972] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.tx_queue_size = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.420185] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.uid_maps = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.420362] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.use_virtio_for_bridges = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.420535] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.virt_type = kvm {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.420705] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.volume_clear = zero {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.420875] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.volume_clear_size = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.421063] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.volume_enforce_multipath = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.421236] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.volume_use_multipath = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.421403] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_cache_path = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.421568] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.421736] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.421903] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.422087] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.422407] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.422658] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.vzstorage_mount_user = stack {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.422780] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.422954] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.423188] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.auth_type = password {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.423382] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.423549] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.423719] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.423882] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.424053] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.424233] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.default_floating_pool = public {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.424395] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.424562] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.extension_sync_interval = 600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.424727] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.http_retries = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.424892] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.425069] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.425235] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.425409] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.425571] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.425742] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.ovs_bridge = br-int {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.425911] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.physnets = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.426096] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.region_name = RegionOne {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.426266] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.426438] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.service_metadata_proxy = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.426600] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.426770] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.service_type = network {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.426950] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.427204] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.427390] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.427555] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.427762] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.427931] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] neutron.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.428119] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] notifications.bdms_in_notifications = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.428304] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] notifications.default_level = INFO {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.428493] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] notifications.include_share_mapping = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.428673] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] notifications.notification_format = unversioned {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.428841] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] notifications.notify_on_state_change = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.429030] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.429238] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] pci.alias = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.429415] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] pci.device_spec = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.429582] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] pci.report_in_placement = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.429756] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.429930] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.auth_type = password {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.430117] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.430283] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.430446] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.430609] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.430766] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.430923] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.431095] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.default_domain_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.431261] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.default_domain_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.431419] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.domain_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.431575] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.domain_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.431736] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.431898] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.432066] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.432231] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.432386] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.432553] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.password = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.432718] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.project_domain_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.432878] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.project_domain_name = Default {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.433056] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.project_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.433237] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.project_name = service {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.433408] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.region_name = RegionOne {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.433568] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.433729] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.433897] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.service_type = placement {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.434071] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.434235] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.434394] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.434552] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.system_scope = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.434710] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.434865] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.trust_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.435031] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.user_domain_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.435206] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.user_domain_name = Default {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.435363] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.user_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.435533] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.username = nova {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.435711] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.435873] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] placement.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.436067] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.cores = 20 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.436240] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.count_usage_from_placement = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.436410] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.436576] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.injected_file_content_bytes = 10240 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.436740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.injected_file_path_length = 255 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.436902] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.injected_files = 5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.437108] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.instances = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.437332] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.key_pairs = 100 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.437510] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.metadata_items = 128 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.437677] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.ram = 51200 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.437841] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.recheck_quota = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.438018] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.server_group_members = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.438190] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.server_groups = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.438399] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.438578] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] quota.unified_limits_resource_strategy = require {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.438753] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.438919] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.439123] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.image_metadata_prefilter = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.439304] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.439468] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.max_attempts = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.439630] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.max_placement_results = 1000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.439793] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.439964] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.440197] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.440380] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] scheduler.workers = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.440563] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.440741] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.440917] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.441100] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.441276] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.441440] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.441605] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.441794] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.441964] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.host_subset_size = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.442147] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.442318] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.442496] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.442664] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.442827] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.442994] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.isolated_hosts = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.443174] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.isolated_images = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.443338] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.443498] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.443661] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.443823] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.pci_in_placement = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.443985] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444162] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444328] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444488] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444649] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444810] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.444970] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.track_instance_changes = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445159] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445333] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metrics.required = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445499] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metrics.weight_multiplier = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445666] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.445831] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] metrics.weight_setting = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446151] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446333] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] serial_console.enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446510] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] serial_console.port_range = 10000:20000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446683] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.446854] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447069] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] serial_console.serialproxy_port = 6083 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447263] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447439] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.auth_type = password {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447606] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447767] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.447932] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448109] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448278] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448449] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.send_service_user_token = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448613] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448774] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] service_user.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.448943] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.agent_enabled = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449147] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449456] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449656] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449829] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.html5proxy_port = 6082 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.449994] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.image_compression = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450178] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.jpeg_compression = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450336] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.playback_compression = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450500] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.require_secure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450671] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.server_listen = 127.0.0.1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.450841] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451135] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451313] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.streaming_mode = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451479] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] spice.zlib_compression = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451648] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] upgrade_levels.baseapi = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451820] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] upgrade_levels.compute = auto {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.451983] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] upgrade_levels.conductor = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452158] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] upgrade_levels.scheduler = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452328] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452491] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452651] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452810] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.452971] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453150] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453312] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453474] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453632] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vendordata_dynamic_auth.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453806] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.api_retry_count = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.453968] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.ca_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454155] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454326] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.cluster_name = testcl1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454491] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.connection_pool_size = 10 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454649] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.console_delay_seconds = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.454817] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.datastore_regex = ^datastore.* {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455033] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455216] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.host_password = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455387] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.host_port = 443 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455555] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.host_username = administrator@vsphere.local {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455723] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.insecure = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.455886] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.integration_bridge = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456062] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.maximum_objects = 100 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456229] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.pbm_default_policy = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456391] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.pbm_enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456551] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.pbm_wsdl_location = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456720] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.456880] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.serial_port_proxy_uri = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457085] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.serial_port_service_uri = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457268] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.task_poll_interval = 0.5 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457442] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.use_linked_clone = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457612] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.vnc_keymap = en-us {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457780] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.vnc_port = 5900 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.457943] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vmware.vnc_port_total = 10000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458145] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.auth_schemes = ['none'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458321] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458616] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458801] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.458975] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.novncproxy_port = 6080 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459228] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.server_listen = 127.0.0.1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459421] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459589] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.vencrypt_ca_certs = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459750] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.vencrypt_client_cert = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.459911] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vnc.vencrypt_client_key = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460124] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460304] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.disable_deep_image_inspection = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460468] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460632] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460796] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.460959] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.disable_rootwrap = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461136] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.enable_numa_live_migration = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461303] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461465] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461626] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.461927] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.libvirt_disable_apic = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462116] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462289] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462454] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462616] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462782] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.462945] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463126] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463291] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463450] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463615] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463800] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.463970] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.client_socket_timeout = 900 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464151] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.default_pool_size = 1000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464319] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.keep_alive = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464490] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.max_header_line = 16384 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464653] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464817] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.ssl_ca_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.464979] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.ssl_cert_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465156] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.ssl_key_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465325] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.tcp_keepidle = 600 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465500] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465671] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] zvm.ca_file = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.465829] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] zvm.cloud_connector_url = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466149] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466328] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] zvm.reachable_timeout = 300 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466502] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466679] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.466856] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.connection_string = messaging:// {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467068] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.enabled = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467259] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.es_doc_type = notification {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467425] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.es_scroll_size = 10000 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467596] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.es_scroll_time = 2m {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467759] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.filter_error_trace = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.467928] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.hmac_keys = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468109] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.sentinel_service_name = mymaster {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468280] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.socket_timeout = 0.1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468441] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.trace_requests = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468600] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler.trace_sqlalchemy = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468783] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler_jaeger.process_tags = {} {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.468944] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler_jaeger.service_name_prefix = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469177] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] profiler_otlp.service_name_prefix = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469339] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] remote_debug.host = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469497] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] remote_debug.port = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469674] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.469834] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470135] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470219] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470339] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470499] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470659] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470820] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.470979] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471166] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471331] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471498] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471664] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471828] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.471989] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472175] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472339] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472497] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472664] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472824] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.472983] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473160] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473347] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473482] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473647] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473804] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.473962] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474138] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474302] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474462] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474625] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.ssl = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474795] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.474964] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475142] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475317] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475484] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475651] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.475833] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476011] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_notifications.retry = -1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476196] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476369] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476549] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.auth_section = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476716] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.auth_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.476879] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.cafile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477083] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.certfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477260] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.collect_timing = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477424] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.connect_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477584] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.connect_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477739] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.endpoint_id = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.477911] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478082] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.endpoint_override = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478247] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.endpoint_region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478410] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.endpoint_service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478569] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.endpoint_service_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478738] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.insecure = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.478894] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.keyfile = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479091] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.max_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479263] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.min_version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479425] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.region_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479585] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.retriable_status_codes = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479778] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.service_name = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.479962] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.service_type = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480152] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.split_loggers = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480311] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.status_code_retries = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480522] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.status_code_retry_delay = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480740] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.timeout = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.480970] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.valid_interfaces = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481171] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_limit.version = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481346] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_reports.file_event_handler = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481513] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481674] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] oslo_reports.log_dir = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.481846] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482018] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482193] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482362] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482529] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482691] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.482862] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483037] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_ovs_privileged.group = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483207] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483375] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483543] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483738] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] vif_plug_ovs_privileged.user = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.483938] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484143] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484327] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484500] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484674] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.484847] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485071] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485269] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485515] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485694] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.isolate_vif = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.485873] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486057] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486264] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486461] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486632] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] os_vif_ovs.per_port_bridge = False {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.486847] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] privsep_osbrick.capabilities = [21] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487066] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] privsep_osbrick.group = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487254] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] privsep_osbrick.helper_command = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487426] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487593] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487755] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] privsep_osbrick.user = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.487932] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488133] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] nova_sys_admin.group = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488303] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] nova_sys_admin.helper_command = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488502] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488694] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.488879] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] nova_sys_admin.user = None {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.489031] env[69436]: DEBUG oslo_service.backend.eventlet.service [None req-0c60646e-f866-4eb7-a080-c6ca51e71b63 None None] ******************************************************************************** {{(pid=69436) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.489500] env[69436]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 528.992928] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Getting list of instances from cluster (obj){ [ 528.992928] env[69436]: value = "domain-c8" [ 528.992928] env[69436]: _type = "ClusterComputeResource" [ 528.992928] env[69436]: } {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.994071] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bb1d15-2049-4e4f-83ee-8f54240495ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.002912] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Got total of 0 instances {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.003505] env[69436]: WARNING nova.virt.vmwareapi.driver [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 529.003968] env[69436]: INFO nova.virt.node [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Generated node identity 874aa1e6-124b-44cc-8641-8340c741df69 [ 529.004222] env[69436]: INFO nova.virt.node [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Wrote node identity 874aa1e6-124b-44cc-8641-8340c741df69 to /opt/stack/data/n-cpu-1/compute_id [ 529.506868] env[69436]: WARNING nova.compute.manager [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Compute nodes ['874aa1e6-124b-44cc-8641-8340c741df69'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 530.513052] env[69436]: INFO nova.compute.manager [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 531.518551] env[69436]: WARNING nova.compute.manager [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 531.518938] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.519030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.519240] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.519406] env[69436]: DEBUG nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 531.520388] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac55c82-0aea-49ce-a4cf-74d69ca241f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.529163] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20760092-00cc-49ac-b062-fb61144272c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.543164] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb1ef2d-5c8a-4aeb-9631-a11437414ad0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.550206] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf1d16-0bd2-4bb7-a472-45de6e44d9b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.577408] env[69436]: DEBUG nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181039MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 531.577556] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.577771] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.084902] env[69436]: WARNING nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] No compute node record for cpu-1:874aa1e6-124b-44cc-8641-8340c741df69: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 874aa1e6-124b-44cc-8641-8340c741df69 could not be found. [ 532.588739] env[69436]: INFO nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 874aa1e6-124b-44cc-8641-8340c741df69 [ 534.105334] env[69436]: DEBUG nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 534.105783] env[69436]: DEBUG nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 534.271733] env[69436]: INFO nova.scheduler.client.report [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] [req-3ca6221f-ab24-492a-aef0-9e3f3f1de385] Created resource provider record via placement API for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 534.288973] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ef7eaf-94e5-4548-be1a-52b1ed8133ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.296460] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5226cc0-3d68-4684-bcd8-a6e662f2c21c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.326229] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad018c-8747-4e62-81f5-f5982df8c518 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.333622] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fabdf-a953-4c75-9467-c7433c530552 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.346215] env[69436]: DEBUG nova.compute.provider_tree [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.885947] env[69436]: DEBUG nova.scheduler.client.report [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 534.886242] env[69436]: DEBUG nova.compute.provider_tree [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 0 to 1 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.886405] env[69436]: DEBUG nova.compute.provider_tree [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.938102] env[69436]: DEBUG nova.compute.provider_tree [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 1 to 2 during operation: update_traits {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.443415] env[69436]: DEBUG nova.compute.resource_tracker [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 535.443782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.866s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.443782] env[69436]: DEBUG nova.service [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Creating RPC server for service compute {{(pid=69436) start /opt/stack/nova/nova/service.py:186}} [ 535.464532] env[69436]: DEBUG nova.service [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] Join ServiceGroup membership for this service compute {{(pid=69436) start /opt/stack/nova/nova/service.py:203}} [ 535.464711] env[69436]: DEBUG nova.servicegroup.drivers.db [None req-c0f85d4f-8dce-4e6c-bea8-165712770e26 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69436) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 555.466913] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_power_states {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.970806] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Getting list of instances from cluster (obj){ [ 555.970806] env[69436]: value = "domain-c8" [ 555.970806] env[69436]: _type = "ClusterComputeResource" [ 555.970806] env[69436]: } {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 555.972119] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30440418-7cf7-4e0f-be8c-05f20e1e6b25 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.980617] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Got total of 0 instances {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 555.980838] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 555.981136] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Getting list of instances from cluster (obj){ [ 555.981136] env[69436]: value = "domain-c8" [ 555.981136] env[69436]: _type = "ClusterComputeResource" [ 555.981136] env[69436]: } {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 555.981995] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41fba9d-6089-4886-a37a-20be49e9572d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.989241] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Got total of 0 instances {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 574.737144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "2eb02944-c362-4b05-a280-e50d011553be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.737478] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "2eb02944-c362-4b05-a280-e50d011553be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.039800] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "cef3d12a-9249-46f3-84ea-2d8558907d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.039800] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.242891] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 575.541637] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 575.675377] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.675616] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.784221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.784221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.789479] env[69436]: INFO nova.compute.claims [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.081096] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.180160] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 576.234012] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "4da0e45d-cfbb-43e1-9a44-b721422e3075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.234308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "4da0e45d-cfbb-43e1-9a44-b721422e3075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.720715] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.737291] env[69436]: DEBUG nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 576.902803] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3b9104-f4fe-4db6-820b-c63a5edb5b07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.911837] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceecfe5b-ff3b-4a76-b967-cd2bff79b866 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.948081] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4388663b-1b1f-4ec5-a8ea-6f0215e65275 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.956309] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d06c1d1-bc5d-4173-9f76-b7ca3e0cd0af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.974115] env[69436]: DEBUG nova.compute.provider_tree [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.269976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.393896] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "8bc53731-8231-40a3-98b7-aa51b30850b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.393982] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.477738] env[69436]: DEBUG nova.scheduler.client.report [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.901777] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 577.985429] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.986065] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 577.990235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.909s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.991704] env[69436]: INFO nova.compute.claims [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.183056] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.183956] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.436098] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.498306] env[69436]: DEBUG nova.compute.utils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.502813] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 578.502813] env[69436]: DEBUG nova.network.neutron [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.688174] env[69436]: DEBUG nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 579.003165] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 579.149399] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08bbcdd-5e82-46b5-9a6f-a78941281273 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.163802] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530ef4b-3d4c-4bda-822c-3e71d9ff7dae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.204233] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6343a058-0a08-41bf-8a90-6645cdaf5c91 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.216866] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d286fcb-402f-4b95-b2ac-319289b3c096 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.233849] env[69436]: DEBUG nova.compute.provider_tree [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.235998] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.372398] env[69436]: DEBUG nova.policy [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4de85387f09c4935b6195be047dc2af0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c53733d33854c9bb8922449ba8b5de6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.721399] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.721399] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.737602] env[69436]: DEBUG nova.scheduler.client.report [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.846065] env[69436]: DEBUG nova.network.neutron [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Successfully created port: 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.014093] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 580.043191] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.043377] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.043528] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.043719] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.043979] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.044600] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.045041] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.045232] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.047035] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.047259] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.047531] env[69436]: DEBUG nova.virt.hardware [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.048416] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e496538-908b-44b4-a7bc-5c824951d7bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.060332] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3566d046-fc87-4749-ac92-ce469ac94cfc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.082267] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3269db15-fc33-4439-ad0d-ab16253bf051 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.222330] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 580.243942] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.244741] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 580.248616] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.528s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.252234] env[69436]: INFO nova.compute.claims [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.751634] env[69436]: DEBUG nova.compute.utils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.755587] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.755908] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 580.757762] env[69436]: DEBUG nova.network.neutron [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.906729] env[69436]: DEBUG nova.policy [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8099a2e9138b4c8895d037aaeff103c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c35011098ed41588047fad50a585225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.222738] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "5efca57c-909d-48e1-b5e1-ded21e713669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.223025] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "5efca57c-909d-48e1-b5e1-ded21e713669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.266210] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 581.442783] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55160e6-9809-442a-a7bf-51314a088781 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.452279] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83783481-e040-430f-a9c0-fa843bd5d4bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.488225] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000ec32-b456-4f38-a488-539cc6dc24bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.495559] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12a904-b29a-4024-b229-f452d3236fdd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.513153] env[69436]: DEBUG nova.compute.provider_tree [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.527389] env[69436]: DEBUG nova.network.neutron [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Successfully created port: f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.726909] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 582.017497] env[69436]: DEBUG nova.scheduler.client.report [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.264569] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.283097] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 582.318539] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.318816] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.318962] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.319165] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.319306] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.319513] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.319744] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.319925] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.320245] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.320542] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.320676] env[69436]: DEBUG nova.virt.hardware [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.322396] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d5b8a-5236-4cc6-859e-447c07db38fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.330926] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa7e10-f109-49c3-aecb-f3f750abcf45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.498446] env[69436]: DEBUG nova.network.neutron [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Successfully updated port: 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.523096] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.523958] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 582.527604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.257s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.529655] env[69436]: INFO nova.compute.claims [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.002014] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.002215] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquired lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.002375] env[69436]: DEBUG nova.network.neutron [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 583.037166] env[69436]: DEBUG nova.compute.utils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.045611] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 583.045611] env[69436]: DEBUG nova.network.neutron [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.186388] env[69436]: DEBUG nova.policy [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f22f2b27634a43fbb184837c739a7237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd67a6874aa24cb8b45e0f51ba2a5f3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.544096] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 583.559379] env[69436]: DEBUG nova.network.neutron [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.690818] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.692029] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.693736] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.693954] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.694168] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.694356] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.694541] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.694707] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 583.694850] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.726879] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db70e7b-0d64-4bc4-9938-b4b951a5b783 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.735765] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa70d7-762c-4668-84ad-cc096283e4a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.774512] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d67f8-d9e2-428a-87cd-501e8a2df4b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.784477] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8316a114-a675-49b4-986b-0440bfbfd29f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.799278] env[69436]: DEBUG nova.compute.provider_tree [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.845365] env[69436]: DEBUG nova.network.neutron [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updating instance_info_cache with network_info: [{"id": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "address": "fa:16:3e:5e:ee:f7", "network": {"id": "8e86caff-184f-4cd1-b9cc-2a5e92c82726", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-485692090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c53733d33854c9bb8922449ba8b5de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593efe93-0e", "ovs_interfaceid": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.998058] env[69436]: DEBUG nova.network.neutron [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Successfully updated port: f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.124721] env[69436]: DEBUG nova.network.neutron [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Successfully created port: f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.197491] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.303685] env[69436]: DEBUG nova.scheduler.client.report [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.353939] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Releasing lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.353939] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Instance network_info: |[{"id": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "address": "fa:16:3e:5e:ee:f7", "network": {"id": "8e86caff-184f-4cd1-b9cc-2a5e92c82726", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-485692090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c53733d33854c9bb8922449ba8b5de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593efe93-0e", "ovs_interfaceid": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 584.354158] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ee:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '593efe93-0e4e-4e4a-8e1c-fc3d28800ca3', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.365832] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.366369] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e997091-8e47-4d98-88f8-ffda0e5bfde1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.379278] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Created folder: OpenStack in parent group-v4. [ 584.379328] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Creating folder: Project (6c53733d33854c9bb8922449ba8b5de6). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.379593] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c07ff41c-48ce-41b1-ba56-be97d040af66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.389911] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Created folder: Project (6c53733d33854c9bb8922449ba8b5de6) in parent group-v650165. [ 584.390219] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Creating folder: Instances. Parent ref: group-v650166. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.390340] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a8472a-a67a-483e-baae-3e8ad28bca1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.403181] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Created folder: Instances in parent group-v650166. [ 584.403181] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 584.403309] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.408270] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d0c4129-6f54-405e-916e-1e6a4c3424e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.428019] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.428019] env[69436]: value = "task-3254146" [ 584.428019] env[69436]: _type = "Task" [ 584.428019] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.437340] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254146, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.500307] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "refresh_cache-cef3d12a-9249-46f3-84ea-2d8558907d30" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.500307] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquired lock "refresh_cache-cef3d12a-9249-46f3-84ea-2d8558907d30" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.500482] env[69436]: DEBUG nova.network.neutron [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.556722] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 584.603573] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.603759] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.604151] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.604243] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.604474] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.604715] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.605033] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.605307] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.605409] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.605603] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.605808] env[69436]: DEBUG nova.virt.hardware [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.606770] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242b2ab-2854-4581-8286-c1ac236da4e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.615985] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd4d5e-cd99-48ea-bfd6-d179dbbae147 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.625020] env[69436]: DEBUG nova.compute.manager [req-9ee06db9-b610-42a4-9fbc-c20abeb36ef6 req-84c0e6b3-ef8a-4032-ba69-3c74289f10a3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Received event network-vif-plugged-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 584.625655] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ee06db9-b610-42a4-9fbc-c20abeb36ef6 req-84c0e6b3-ef8a-4032-ba69-3c74289f10a3 service nova] Acquiring lock "2eb02944-c362-4b05-a280-e50d011553be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.626492] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ee06db9-b610-42a4-9fbc-c20abeb36ef6 req-84c0e6b3-ef8a-4032-ba69-3c74289f10a3 service nova] Lock "2eb02944-c362-4b05-a280-e50d011553be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.626492] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ee06db9-b610-42a4-9fbc-c20abeb36ef6 req-84c0e6b3-ef8a-4032-ba69-3c74289f10a3 service nova] Lock "2eb02944-c362-4b05-a280-e50d011553be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.626492] env[69436]: DEBUG nova.compute.manager [req-9ee06db9-b610-42a4-9fbc-c20abeb36ef6 req-84c0e6b3-ef8a-4032-ba69-3c74289f10a3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] No waiting events found dispatching network-vif-plugged-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.626492] env[69436]: WARNING nova.compute.manager [req-9ee06db9-b610-42a4-9fbc-c20abeb36ef6 req-84c0e6b3-ef8a-4032-ba69-3c74289f10a3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Received unexpected event network-vif-plugged-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 for instance with vm_state building and task_state spawning. [ 584.810584] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.810584] env[69436]: DEBUG nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 584.813070] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.377s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.815125] env[69436]: INFO nova.compute.claims [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.937350] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254146, 'name': CreateVM_Task, 'duration_secs': 0.349627} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.937350] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.945363] env[69436]: DEBUG oslo_vmware.service [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333626d9-448a-446d-a92f-b8f3e00972f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.953259] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.953259] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.953580] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.953580] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea8994a-99e3-420a-88a4-34f1b0bcb67b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.958627] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 584.958627] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f8bb9-299a-9af1-1e02-0e0e2c620315" [ 584.958627] env[69436]: _type = "Task" [ 584.958627] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.967481] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f8bb9-299a-9af1-1e02-0e0e2c620315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.061557] env[69436]: DEBUG nova.network.neutron [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.300295] env[69436]: DEBUG nova.network.neutron [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Updating instance_info_cache with network_info: [{"id": "f99feec7-d70d-4f31-b719-d6b73d3a92ff", "address": "fa:16:3e:a2:f0:e9", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99feec7-d7", "ovs_interfaceid": "f99feec7-d70d-4f31-b719-d6b73d3a92ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.319053] env[69436]: DEBUG nova.compute.utils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.325651] env[69436]: DEBUG nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 585.472546] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.473176] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.474144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.474144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.475993] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.475993] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a65e7e5-05f7-40d5-a778-10b4ad3779aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.495021] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.495021] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.495021] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6799a194-498a-4f45-bf33-f7b4c4bc9229 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.504867] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8690237d-1f29-4e36-82a7-1a0a366af7cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.510705] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 585.510705] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291d07c-6fbe-477e-eac0-e5f271bac1fc" [ 585.510705] env[69436]: _type = "Task" [ 585.510705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.519763] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291d07c-6fbe-477e-eac0-e5f271bac1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.803812] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Releasing lock "refresh_cache-cef3d12a-9249-46f3-84ea-2d8558907d30" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.804151] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Instance network_info: |[{"id": "f99feec7-d70d-4f31-b719-d6b73d3a92ff", "address": "fa:16:3e:a2:f0:e9", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99feec7-d7", "ovs_interfaceid": "f99feec7-d70d-4f31-b719-d6b73d3a92ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 585.804563] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f0:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f99feec7-d70d-4f31-b719-d6b73d3a92ff', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.812865] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Creating folder: Project (3c35011098ed41588047fad50a585225). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.813216] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10447c2c-35b1-43ed-800e-1f175c939c22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.821746] env[69436]: DEBUG nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 585.828169] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Created folder: Project (3c35011098ed41588047fad50a585225) in parent group-v650165. [ 585.828169] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Creating folder: Instances. Parent ref: group-v650169. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.829102] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2028e34-3bb3-4c27-9643-ad253adc35f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.839478] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Created folder: Instances in parent group-v650169. [ 585.839478] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.839478] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.839478] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1bd6cf3-7f2d-4866-9238-b3c73f63ee45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.868013] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.868013] env[69436]: value = "task-3254149" [ 585.868013] env[69436]: _type = "Task" [ 585.868013] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.877864] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254149, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.988134] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729b74a-cb59-4550-87f7-32b0ec1c80ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.996251] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b330ef-57ff-49f0-966c-8cdb40bbede8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.037102] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc8787b-5d43-4cea-8510-c81e075455c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.051457] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 586.051457] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Creating directory with path [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.051457] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bca1d6b-17be-4293-9b2f-e1fb951bd94a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.059968] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e16e06-2a6e-49b5-8a0b-0cddff95dbef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.076025] env[69436]: DEBUG nova.compute.provider_tree [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.078410] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Created directory with path [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.080436] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Fetch image to [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 586.080436] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Downloading image file data ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk on the data store datastore2 {{(pid=69436) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 586.080436] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06d0fae-b58f-4be2-8e41-8eb1327ec074 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.089546] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ade80-0a58-49ac-a141-159e8059c20c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.100398] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb50b1-6eeb-49a6-80f3-72028dc30abf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.138287] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4dcdb3-d12f-408c-a944-1676d2de92db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.147622] env[69436]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f3c69cb9-dca6-4aee-a29b-68bcd4de9685 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.182368] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Downloading image file data ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to the data store datastore2 {{(pid=69436) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 586.257731] env[69436]: DEBUG oslo_vmware.rw_handles [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 586.379526] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254149, 'name': CreateVM_Task, 'duration_secs': 0.367641} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.380428] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.381180] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.381447] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.381855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.382314] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2656e4c6-0bf6-4ea4-b6e6-96bfe8b4263b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.387348] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 586.387348] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524e7444-ed99-866f-ff73-483027b6b40c" [ 586.387348] env[69436]: _type = "Task" [ 586.387348] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.398863] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524e7444-ed99-866f-ff73-483027b6b40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.458585] env[69436]: DEBUG nova.network.neutron [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Successfully updated port: f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 586.584415] env[69436]: DEBUG nova.scheduler.client.report [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.839547] env[69436]: DEBUG nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 586.881844] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.882117] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.882274] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.883126] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.883126] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.883126] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.883388] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.884095] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.884095] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.884095] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.884229] env[69436]: DEBUG nova.virt.hardware [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.885067] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ca01ad-52b1-4d45-b2b7-2a1f0c5bd575 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.900257] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04dd614-a619-47a7-a62c-132599a444bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.909486] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.909486] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.909486] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.920180] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.925431] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Creating folder: Project (e0bcc2b904a5460e91fb8aba821bd411). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.929619] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db02b63d-1a88-4e42-890c-faaa864e89e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.942170] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Created folder: Project (e0bcc2b904a5460e91fb8aba821bd411) in parent group-v650165. [ 586.942373] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Creating folder: Instances. Parent ref: group-v650172. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.942620] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee57144-91f3-4029-b711-3d3dadee69c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.948853] env[69436]: DEBUG oslo_vmware.rw_handles [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 586.949051] env[69436]: DEBUG oslo_vmware.rw_handles [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 586.952929] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Created folder: Instances in parent group-v650172. [ 586.953505] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.953505] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.954465] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77374804-0326-45ac-9a40-64e000151a1b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.968066] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "refresh_cache-28514fc0-27b2-4b44-bd12-d4ccd1831cea" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.968066] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquired lock "refresh_cache-28514fc0-27b2-4b44-bd12-d4ccd1831cea" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.968066] env[69436]: DEBUG nova.network.neutron [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.974847] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.974847] env[69436]: value = "task-3254152" [ 586.974847] env[69436]: _type = "Task" [ 586.974847] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.988934] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254152, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.090043] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.090316] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 587.097343] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.858s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.097461] env[69436]: INFO nova.compute.claims [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.120071] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Downloaded image file data ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk on the data store datastore2 {{(pid=69436) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 587.122233] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 587.122233] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Copying Virtual Disk [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk to [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.122390] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d36418-76bd-4c34-958e-9b3e2703ad73 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.136291] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 587.136291] env[69436]: value = "task-3254153" [ 587.136291] env[69436]: _type = "Task" [ 587.136291] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.151882] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.489587] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254152, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.534288] env[69436]: DEBUG nova.network.neutron [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.605920] env[69436]: DEBUG nova.compute.utils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.618060] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 587.618185] env[69436]: DEBUG nova.network.neutron [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.651288] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254153, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.805410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.806028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "ffdaafad-ce32-4185-8452-176da54064cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.806723] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.806920] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.985128] env[69436]: DEBUG nova.policy [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376d6cb4b53842c292a9e7410467c7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '046081c0af184cecbfddad8433940890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.994141] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254152, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.118886] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 588.156282] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254153, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.258310] env[69436]: DEBUG nova.network.neutron [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Updating instance_info_cache with network_info: [{"id": "f34d1ba1-d718-45fd-927c-470ed31e67f4", "address": "fa:16:3e:01:cf:15", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34d1ba1-d7", "ovs_interfaceid": "f34d1ba1-d718-45fd-927c-470ed31e67f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.310688] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 588.319488] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 588.386334] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a40703-9778-4714-8ada-d8b1cd8625f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.400982] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cc8ae8-ea15-4822-852c-d7ba84aa1517 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.446314] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b1aa3-e909-47fb-9068-c0be22ceafdf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.454212] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3038e4-708f-44d6-a318-fb73a952fdb4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.469836] env[69436]: DEBUG nova.compute.provider_tree [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.489615] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254152, 'name': CreateVM_Task, 'duration_secs': 1.297159} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.489615] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.489615] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.489615] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.489615] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.489615] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146197f4-8a8b-4361-89cc-2f9e71b95b8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.493472] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 588.493472] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e84409-ad7b-f5a5-bc25-0d9401d0f02a" [ 588.493472] env[69436]: _type = "Task" [ 588.493472] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.501626] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e84409-ad7b-f5a5-bc25-0d9401d0f02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.656005] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254153, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.172827} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.657108] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Copied Virtual Disk [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk to [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.657108] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleting the datastore file [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.657108] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c86f002-c5eb-4ead-9bac-b5863015133f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.671238] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 588.671238] env[69436]: value = "task-3254154" [ 588.671238] env[69436]: _type = "Task" [ 588.671238] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.680698] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.762611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Releasing lock "refresh_cache-28514fc0-27b2-4b44-bd12-d4ccd1831cea" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.762964] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Instance network_info: |[{"id": "f34d1ba1-d718-45fd-927c-470ed31e67f4", "address": "fa:16:3e:01:cf:15", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34d1ba1-d7", "ovs_interfaceid": "f34d1ba1-d718-45fd-927c-470ed31e67f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 588.763453] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:cf:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34d1ba1-d718-45fd-927c-470ed31e67f4', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.782747] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Creating folder: Project (bd67a6874aa24cb8b45e0f51ba2a5f3c). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.782845] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3592b264-b77f-49df-a417-977bdc8f1439 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.794994] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Created folder: Project (bd67a6874aa24cb8b45e0f51ba2a5f3c) in parent group-v650165. [ 588.794994] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Creating folder: Instances. Parent ref: group-v650175. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.795220] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6678ca5f-5a7e-4d0e-be62-2851a433773b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.807044] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Created folder: Instances in parent group-v650175. [ 588.807919] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 588.807919] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.807919] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aed28379-0545-47ef-9fb5-d972dab430be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.838489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "158c19a4-af6d-41e9-9352-8eef13f1ec20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.839136] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.842338] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.842338] env[69436]: value = "task-3254157" [ 588.842338] env[69436]: _type = "Task" [ 588.842338] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.857204] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254157, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.858182] env[69436]: DEBUG nova.network.neutron [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Successfully created port: 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.863237] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.881647] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.975297] env[69436]: DEBUG nova.scheduler.client.report [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.991740] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.991740] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.006542] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.006653] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.006771] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.132759] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 589.171469] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.171671] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.171804] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.171988] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.172250] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.172290] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.172482] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.172694] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.172863] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.173056] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.173234] env[69436]: DEBUG nova.virt.hardware [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.174221] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ded478-ce93-43e4-be89-743c70cb8e4c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.194647] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a1a97-6695-46e7-bc91-580fc3879314 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.198845] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022605} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.199931] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.199931] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Moving file from [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf. {{(pid=69436) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 589.200216] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6bdb84f5-26cd-4d7a-86cf-0b166583474c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.221141] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 589.221141] env[69436]: value = "task-3254158" [ 589.221141] env[69436]: _type = "Task" [ 589.221141] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.227963] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254158, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.355565] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254157, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.365141] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Received event network-changed-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 589.365141] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Refreshing instance network info cache due to event network-changed-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 589.365141] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquiring lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.374077] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquired lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.374077] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Refreshing network info cache for port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 589.479989] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.480610] env[69436]: DEBUG nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 589.483516] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.728s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.485232] env[69436]: INFO nova.compute.claims [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.733508] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254158, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.397129} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.733508] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] File moved {{(pid=69436) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 589.733827] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Cleaning up location [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 589.737305] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleting the datastore file [datastore2] vmware_temp/72d52f11-cad1-4d05-a1f2-d740fd60ddd8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.737651] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c718e3c-8939-4dce-8e1d-5ca5f8c02c3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.745219] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 589.745219] env[69436]: value = "task-3254159" [ 589.745219] env[69436]: _type = "Task" [ 589.745219] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.763223] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.862282] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254157, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.993938] env[69436]: DEBUG nova.compute.utils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.995382] env[69436]: DEBUG nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 590.261179] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026135} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.261345] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.262144] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854d0404-58d4-471c-b994-d4b3191a6aa7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.267608] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 590.267608] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210f4c6-7b87-9bac-4521-74a0639e30fe" [ 590.267608] env[69436]: _type = "Task" [ 590.267608] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.277058] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210f4c6-7b87-9bac-4521-74a0639e30fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.357158] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "2f68bcc7-530b-4169-a91e-1880350cf467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.357374] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "2f68bcc7-530b-4169-a91e-1880350cf467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.362136] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254157, 'name': CreateVM_Task, 'duration_secs': 1.13298} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.362136] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.362722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.362873] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.363234] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.363475] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a722b00-1f8a-4e2b-a538-bdeb55a341b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.370029] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 590.370029] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a31429-4e7b-8e62-0917-9a99475842b2" [ 590.370029] env[69436]: _type = "Task" [ 590.370029] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.378339] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a31429-4e7b-8e62-0917-9a99475842b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.496481] env[69436]: DEBUG nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 590.598922] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updated VIF entry in instance network info cache for port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.599270] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updating instance_info_cache with network_info: [{"id": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "address": "fa:16:3e:5e:ee:f7", "network": {"id": "8e86caff-184f-4cd1-b9cc-2a5e92c82726", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-485692090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c53733d33854c9bb8922449ba8b5de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593efe93-0e", "ovs_interfaceid": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.771217] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c6543f-b9d5-4495-95c8-d347ab288a0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.788067] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c5127a-a287-4ff8-add1-c2e6aa848814 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.792695] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210f4c6-7b87-9bac-4521-74a0639e30fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.792944] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.793223] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2eb02944-c362-4b05-a280-e50d011553be/2eb02944-c362-4b05-a280-e50d011553be.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.793885] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.794087] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.797070] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2fc46f4-0d68-4250-8035-687d9ca12c16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.823492] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33d8a48b-c2af-4a67-a139-8b763ab52232 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.826969] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff40be-f3ce-470d-9d0b-5147ba07a3f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.831888] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 590.831888] env[69436]: value = "task-3254160" [ 590.831888] env[69436]: _type = "Task" [ 590.831888] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.839415] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.840574] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.841206] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b497527b-ca49-48e1-9819-ff7b444e6d35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.849291] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.850642] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7511ae-8f5e-4223-a2de-8a6bc9c3775d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.857348] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 590.857348] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269fabd-d888-31ee-695b-ded87dc2617b" [ 590.857348] env[69436]: _type = "Task" [ 590.857348] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.876495] env[69436]: DEBUG nova.compute.provider_tree [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.886068] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269fabd-d888-31ee-695b-ded87dc2617b, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.888794] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18adc627-84b9-49f5-ac62-804194cc00e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.897288] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a31429-4e7b-8e62-0917-9a99475842b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.897288] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.897545] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.897742] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.901041] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 590.901041] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6d65a-5c24-c1ac-e71c-fd66e8f93e54" [ 590.901041] env[69436]: _type = "Task" [ 590.901041] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.909310] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6d65a-5c24-c1ac-e71c-fd66e8f93e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.107850] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Releasing lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.108242] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Received event network-vif-plugged-f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 591.108927] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquiring lock "cef3d12a-9249-46f3-84ea-2d8558907d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.108927] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.108927] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.108927] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] No waiting events found dispatching network-vif-plugged-f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.109160] env[69436]: WARNING nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Received unexpected event network-vif-plugged-f99feec7-d70d-4f31-b719-d6b73d3a92ff for instance with vm_state building and task_state spawning. [ 591.109226] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Received event network-changed-f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 591.109520] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Refreshing instance network info cache due to event network-changed-f99feec7-d70d-4f31-b719-d6b73d3a92ff. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 591.109598] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquiring lock "refresh_cache-cef3d12a-9249-46f3-84ea-2d8558907d30" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.109842] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquired lock "refresh_cache-cef3d12a-9249-46f3-84ea-2d8558907d30" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.110622] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Refreshing network info cache for port f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 591.347261] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506942} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.347261] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2eb02944-c362-4b05-a280-e50d011553be/2eb02944-c362-4b05-a280-e50d011553be.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.347261] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.347261] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d2796c-e307-4533-b349-f4ba1aadb190 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.354705] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 591.354705] env[69436]: value = "task-3254161" [ 591.354705] env[69436]: _type = "Task" [ 591.354705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.370840] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.383157] env[69436]: DEBUG nova.scheduler.client.report [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.417327] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6d65a-5c24-c1ac-e71c-fd66e8f93e54, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.418343] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.418593] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] cef3d12a-9249-46f3-84ea-2d8558907d30/cef3d12a-9249-46f3-84ea-2d8558907d30.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.418886] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.420218] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.420536] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396541f2-ecf3-4ac1-919b-c2b517b700f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.423580] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b39e06c-e103-492c-8a72-838b12d34a36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.432404] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 591.432404] env[69436]: value = "task-3254162" [ 591.432404] env[69436]: _type = "Task" [ 591.432404] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.440773] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.440773] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.440773] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb7fabb-1cf5-44f1-a564-f81f45a0b179 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.449059] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.453103] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 591.453103] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52934508-2f9d-693b-158f-363c70d38ecb" [ 591.453103] env[69436]: _type = "Task" [ 591.453103] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.466942] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52934508-2f9d-693b-158f-363c70d38ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.467899] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd715221-363f-4512-94a9-94f4a6444c65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.473906] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 591.473906] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522b7c91-f5b5-106c-f718-b0e1d97d270a" [ 591.473906] env[69436]: _type = "Task" [ 591.473906] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.482543] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522b7c91-f5b5-106c-f718-b0e1d97d270a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.513522] env[69436]: DEBUG nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 591.557806] env[69436]: DEBUG nova.network.neutron [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Successfully updated port: 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.587333] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.587333] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.587333] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.587620] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.587620] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.587620] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.587620] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.587620] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.587806] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.587806] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.587806] env[69436]: DEBUG nova.virt.hardware [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.588417] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a181d-939c-4ba0-9d0b-891a485f3418 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.608570] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9033bf4-62a7-469c-8be9-d0f31567ed15 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.651825] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.660049] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Creating folder: Project (d7b7ca4b32a74303b989b7c7f20de508). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.660426] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e252169e-ace8-41be-9622-b4afe41a06f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.674587] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Created folder: Project (d7b7ca4b32a74303b989b7c7f20de508) in parent group-v650165. [ 591.674587] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Creating folder: Instances. Parent ref: group-v650178. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.674587] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83422685-ae24-4405-aed5-3803440eed43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.687025] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Created folder: Instances in parent group-v650178. [ 591.687025] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.687025] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.687025] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee9134b-b18d-473a-80d4-3c55c0984d0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.713175] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.713175] env[69436]: value = "task-3254165" [ 591.713175] env[69436]: _type = "Task" [ 591.713175] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.722742] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254165, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.867337] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.867727] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.869867] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c3c44a-1a0d-4d57-8178-3ab78f56c10d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.892609] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.892778] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 591.906916] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 2eb02944-c362-4b05-a280-e50d011553be/2eb02944-c362-4b05-a280-e50d011553be.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.907594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.643s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.910176] env[69436]: INFO nova.compute.claims [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.914342] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a18922-31ee-46dd-b009-ed4d8a58b69e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.949773] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493504} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.951473] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] cef3d12a-9249-46f3-84ea-2d8558907d30/cef3d12a-9249-46f3-84ea-2d8558907d30.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.951710] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.952046] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 591.952046] env[69436]: value = "task-3254166" [ 591.952046] env[69436]: _type = "Task" [ 591.952046] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.952294] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6edf294-96b5-4d97-a3da-d69a79abf48e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.973400] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 591.973400] env[69436]: value = "task-3254167" [ 591.973400] env[69436]: _type = "Task" [ 591.973400] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.977292] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.007843] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522b7c91-f5b5-106c-f718-b0e1d97d270a, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.008246] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.008422] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.008684] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4da0e45d-cfbb-43e1-9a44-b721422e3075/4da0e45d-cfbb-43e1-9a44-b721422e3075.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.008976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.009203] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.009666] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e439cf8e-e1a2-4ab1-828d-12ced81b73d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.012135] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0badb78-9506-4969-816a-fe3590fa3852 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.021155] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 592.021155] env[69436]: value = "task-3254168" [ 592.021155] env[69436]: _type = "Task" [ 592.021155] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.028289] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.028289] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.029073] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03075439-0255-44fc-bc41-02aaa6c5a8db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.035282] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.039758] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 592.039758] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f12132-3eec-828d-88c5-6885f4c612eb" [ 592.039758] env[69436]: _type = "Task" [ 592.039758] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.047390] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f12132-3eec-828d-88c5-6885f4c612eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.065892] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.066241] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.067029] env[69436]: DEBUG nova.network.neutron [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.226665] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254165, 'name': CreateVM_Task, 'duration_secs': 0.341585} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.226665] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.226665] env[69436]: DEBUG oslo_vmware.service [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2df6ab1-a14e-46b5-a0d3-a158a64dfada {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.237886] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.238100] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.239469] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.239469] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f56b1de-7d92-4790-b4c2-ab3b2b57068e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.244457] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 592.244457] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a41c91-f40d-5c74-5500-9f70d4dde98e" [ 592.244457] env[69436]: _type = "Task" [ 592.244457] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.255677] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a41c91-f40d-5c74-5500-9f70d4dde98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.409524] env[69436]: DEBUG nova.compute.utils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.410959] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 592.412505] env[69436]: DEBUG nova.network.neutron [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.466187] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254166, 'name': ReconfigVM_Task, 'duration_secs': 0.394755} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.466498] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 2eb02944-c362-4b05-a280-e50d011553be/2eb02944-c362-4b05-a280-e50d011553be.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.467219] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b224a918-e54b-4c55-b687-f662e7a937fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.473859] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 592.473859] env[69436]: value = "task-3254169" [ 592.473859] env[69436]: _type = "Task" [ 592.473859] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.485813] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254169, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.491227] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070234} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.491227] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.491865] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a98e31-183f-4f11-8553-3eda68c0654b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.514533] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] cef3d12a-9249-46f3-84ea-2d8558907d30/cef3d12a-9249-46f3-84ea-2d8558907d30.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.514870] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf75a7e-b8c3-4a5d-831a-7315d0f8a834 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.541991] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437863} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.545948] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4da0e45d-cfbb-43e1-9a44-b721422e3075/4da0e45d-cfbb-43e1-9a44-b721422e3075.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.546192] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.546495] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 592.546495] env[69436]: value = "task-3254170" [ 592.546495] env[69436]: _type = "Task" [ 592.546495] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.546969] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-257defd8-b630-4074-aa88-9098a571fd30 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.556051] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f12132-3eec-828d-88c5-6885f4c612eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.557235] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32556ba-afb5-4ed2-9d5a-14d47fe34297 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.565807] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 592.565807] env[69436]: value = "task-3254171" [ 592.565807] env[69436]: _type = "Task" [ 592.565807] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.566152] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.574735] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 592.574735] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d787c5-113f-fc85-55d3-b38d04d5d5d2" [ 592.574735] env[69436]: _type = "Task" [ 592.574735] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.585563] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.590326] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d787c5-113f-fc85-55d3-b38d04d5d5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.590580] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.591051] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 28514fc0-27b2-4b44-bd12-d4ccd1831cea/28514fc0-27b2-4b44-bd12-d4ccd1831cea.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.591178] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3728216f-333d-4b0c-ae0a-86128a394784 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.598095] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 592.598095] env[69436]: value = "task-3254172" [ 592.598095] env[69436]: _type = "Task" [ 592.598095] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.607304] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.629154] env[69436]: DEBUG nova.compute.manager [req-34ca59b9-cf3b-4d06-a9bd-15e26187c8b7 req-2b38cfc1-b94f-4f1f-ab55-5de71e712225 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Received event network-vif-plugged-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 592.629370] env[69436]: DEBUG oslo_concurrency.lockutils [req-34ca59b9-cf3b-4d06-a9bd-15e26187c8b7 req-2b38cfc1-b94f-4f1f-ab55-5de71e712225 service nova] Acquiring lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.629571] env[69436]: DEBUG oslo_concurrency.lockutils [req-34ca59b9-cf3b-4d06-a9bd-15e26187c8b7 req-2b38cfc1-b94f-4f1f-ab55-5de71e712225 service nova] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.629792] env[69436]: DEBUG oslo_concurrency.lockutils [req-34ca59b9-cf3b-4d06-a9bd-15e26187c8b7 req-2b38cfc1-b94f-4f1f-ab55-5de71e712225 service nova] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.629928] env[69436]: DEBUG nova.compute.manager [req-34ca59b9-cf3b-4d06-a9bd-15e26187c8b7 req-2b38cfc1-b94f-4f1f-ab55-5de71e712225 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] No waiting events found dispatching network-vif-plugged-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.631646] env[69436]: WARNING nova.compute.manager [req-34ca59b9-cf3b-4d06-a9bd-15e26187c8b7 req-2b38cfc1-b94f-4f1f-ab55-5de71e712225 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Received unexpected event network-vif-plugged-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e for instance with vm_state building and task_state spawning. [ 592.673745] env[69436]: DEBUG nova.network.neutron [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.703933] env[69436]: DEBUG nova.policy [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.756188] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.756451] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.756698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.756841] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.757060] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.757298] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75a02230-04e5-41e6-b460-54fd29bc6abd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.766975] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.767202] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.768586] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b84dfdb-61cc-4bf6-ae31-ae7660e8e3e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.777890] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74db01a2-3f5d-4ad8-907e-7e72b5884592 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.784206] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 592.784206] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52762dda-2830-95fc-4a54-4a8d4f439493" [ 592.784206] env[69436]: _type = "Task" [ 592.784206] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.793367] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52762dda-2830-95fc-4a54-4a8d4f439493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.813867] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Updated VIF entry in instance network info cache for port f99feec7-d70d-4f31-b719-d6b73d3a92ff. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.814231] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Updating instance_info_cache with network_info: [{"id": "f99feec7-d70d-4f31-b719-d6b73d3a92ff", "address": "fa:16:3e:a2:f0:e9", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99feec7-d7", "ovs_interfaceid": "f99feec7-d70d-4f31-b719-d6b73d3a92ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.914671] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 592.988876] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254169, 'name': Rename_Task, 'duration_secs': 0.136951} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.989567] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.989567] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a21300e-9422-4d3f-936e-ed86bc38bf77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.001191] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 593.001191] env[69436]: value = "task-3254173" [ 593.001191] env[69436]: _type = "Task" [ 593.001191] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.010684] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.064295] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254170, 'name': ReconfigVM_Task, 'duration_secs': 0.411584} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.064295] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Reconfigured VM instance instance-00000002 to attach disk [datastore2] cef3d12a-9249-46f3-84ea-2d8558907d30/cef3d12a-9249-46f3-84ea-2d8558907d30.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.065542] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f5d426b-826e-406a-ba57-00befd2ce350 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.080066] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065162} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.080512] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 593.080512] env[69436]: value = "task-3254174" [ 593.080512] env[69436]: _type = "Task" [ 593.080512] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.080753] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.081682] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b35a46f-72c6-41d0-b760-d26ba55c747a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.110009] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4da0e45d-cfbb-43e1-9a44-b721422e3075/4da0e45d-cfbb-43e1-9a44-b721422e3075.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.116258] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fda5dc-bc9c-479e-819b-64b910313a48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.140229] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45464} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.141665] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 28514fc0-27b2-4b44-bd12-d4ccd1831cea/28514fc0-27b2-4b44-bd12-d4ccd1831cea.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.141962] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.142380] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 593.142380] env[69436]: value = "task-3254175" [ 593.142380] env[69436]: _type = "Task" [ 593.142380] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.142650] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-953be869-328e-49ec-9b01-a0f990772d79 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.159423] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.161054] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 593.161054] env[69436]: value = "task-3254176" [ 593.161054] env[69436]: _type = "Task" [ 593.161054] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.175844] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.285352] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f693237-1426-4a30-8786-d0fa6923f3af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.304044] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e2733-e0e1-4645-9b78-e397493f6618 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.310860] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 593.311447] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Creating directory with path [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.311447] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44637efd-22f2-4d1f-8fcb-5e28d354a4dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.317212] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Releasing lock "refresh_cache-cef3d12a-9249-46f3-84ea-2d8558907d30" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.317606] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Received event network-vif-plugged-f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 593.317657] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquiring lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.317922] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.318037] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.318243] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] No waiting events found dispatching network-vif-plugged-f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.318354] env[69436]: WARNING nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Received unexpected event network-vif-plugged-f34d1ba1-d718-45fd-927c-470ed31e67f4 for instance with vm_state building and task_state spawning. [ 593.318521] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Received event network-changed-f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 593.318657] env[69436]: DEBUG nova.compute.manager [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Refreshing instance network info cache due to event network-changed-f34d1ba1-d718-45fd-927c-470ed31e67f4. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 593.318839] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquiring lock "refresh_cache-28514fc0-27b2-4b44-bd12-d4ccd1831cea" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.318970] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Acquired lock "refresh_cache-28514fc0-27b2-4b44-bd12-d4ccd1831cea" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.319224] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Refreshing network info cache for port f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.353757] env[69436]: DEBUG nova.network.neutron [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [{"id": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "address": "fa:16:3e:7e:e7:ed", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66b7ae-8a", "ovs_interfaceid": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.355398] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af360c-00bc-4840-b4d5-282a135a5328 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.358082] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Created directory with path [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.358297] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Fetch image to [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 593.358428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Downloading image file data ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk on the data store datastore1 {{(pid=69436) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 593.359959] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfe65b-866d-4f50-b6ee-d85f0cd46dc0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.369512] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a6111-ae0b-4b86-872a-49b1dda59b07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.376529] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1039b3cb-a5be-41d5-9171-6de6a142d8c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.389143] env[69436]: DEBUG nova.compute.provider_tree [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.396609] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e290c79b-c420-459e-91a3-c7c470749a5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.435196] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e098dc1c-54f8-45d6-9e9f-2ab4e2000efa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.442997] env[69436]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9e46d637-373f-4e24-886d-a80da4b3f289 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.468297] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Downloading image file data ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to the data store datastore1 {{(pid=69436) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 593.515167] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254173, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.542187] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 593.616344] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254174, 'name': Rename_Task, 'duration_secs': 0.181273} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.616957] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.617663] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d0b722-b1bf-4ce8-b2e0-645968962d0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.626437] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 593.626437] env[69436]: value = "task-3254177" [ 593.626437] env[69436]: _type = "Task" [ 593.626437] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.632723] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.654933] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.673857] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318947} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.674198] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.675119] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6709e0b-4a22-419e-9624-cf121a8dda36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.680679] env[69436]: DEBUG nova.network.neutron [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Successfully created port: fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.704040] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 28514fc0-27b2-4b44-bd12-d4ccd1831cea/28514fc0-27b2-4b44-bd12-d4ccd1831cea.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.706766] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7624e932-47a6-487c-a050-888873c96947 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.738267] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 593.738267] env[69436]: value = "task-3254178" [ 593.738267] env[69436]: _type = "Task" [ 593.738267] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.751781] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.860385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.860955] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Instance network_info: |[{"id": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "address": "fa:16:3e:7e:e7:ed", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66b7ae-8a", "ovs_interfaceid": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 593.861469] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:e7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.871507] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Creating folder: Project (046081c0af184cecbfddad8433940890). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.881181] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69243306-1c2b-47c6-b80d-2b6bad717981 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.892755] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Created folder: Project (046081c0af184cecbfddad8433940890) in parent group-v650165. [ 593.892997] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Creating folder: Instances. Parent ref: group-v650181. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.897076] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013cabdc-e662-4113-86eb-7aa803a208f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.900960] env[69436]: DEBUG nova.scheduler.client.report [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.917353] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Created folder: Instances in parent group-v650181. [ 593.917757] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.918096] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.918379] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5501b92f-8eb7-44e2-957b-c344843cc468 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.944092] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 593.956536] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.956536] env[69436]: value = "task-3254181" [ 593.956536] env[69436]: _type = "Task" [ 593.956536] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.972949] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254181, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.978195] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.978464] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.978627] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.978847] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.978992] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.979202] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.979441] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.979604] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.979836] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.983032] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.983032] env[69436]: DEBUG nova.virt.hardware [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.983032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0afa0e1-b3f6-4db7-afd4-421d896781d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.993728] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff73d54-63f6-4f7b-9bb7-4c2b4cef1f7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.019483] env[69436]: DEBUG oslo_vmware.api [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254173, 'name': PowerOnVM_Task, 'duration_secs': 0.775254} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.019483] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.019483] env[69436]: INFO nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Took 14.01 seconds to spawn the instance on the hypervisor. [ 594.019696] env[69436]: DEBUG nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 594.020692] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b3ea7f-12ba-4f08-86e2-1cdb375b5586 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.138653] env[69436]: DEBUG oslo_vmware.api [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254177, 'name': PowerOnVM_Task, 'duration_secs': 0.511189} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.139081] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.139356] env[69436]: INFO nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Took 11.86 seconds to spawn the instance on the hypervisor. [ 594.139619] env[69436]: DEBUG nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 594.144020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ca4f1-6010-4e47-a464-182e6f0af7e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.165808] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254175, 'name': ReconfigVM_Task, 'duration_secs': 0.605034} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.165808] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4da0e45d-cfbb-43e1-9a44-b721422e3075/4da0e45d-cfbb-43e1-9a44-b721422e3075.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.165808] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87db394f-d01e-4084-9cd9-c179e2fcd1c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.173306] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 594.173306] env[69436]: value = "task-3254182" [ 594.173306] env[69436]: _type = "Task" [ 594.173306] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.185313] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254182, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.250233] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254178, 'name': ReconfigVM_Task, 'duration_secs': 0.325424} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.250363] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 28514fc0-27b2-4b44-bd12-d4ccd1831cea/28514fc0-27b2-4b44-bd12-d4ccd1831cea.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.251020] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b84c96cb-df60-487a-aacb-287eec7819b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.258046] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 594.258046] env[69436]: value = "task-3254183" [ 594.258046] env[69436]: _type = "Task" [ 594.258046] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.268479] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254183, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.405766] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.406306] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 594.417176] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 594.417471] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 594.417814] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.220s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.419170] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.419245] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 594.419728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.559s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.421570] env[69436]: INFO nova.compute.claims [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.426646] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f9170-fca3-4cf1-bf1a-eac03cbb392b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.437902] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b049bc-edad-4591-8611-fbd0dfbd3fbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.463738] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774147bf-0196-4478-8209-c1a92fbfd810 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.477269] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254181, 'name': CreateVM_Task, 'duration_secs': 0.423755} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.477494] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.478478] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292aef25-32f1-4308-8e12-8a6a2216d8bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.486258] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.486425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.486762] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.487382] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473f1487-f97d-4aa0-a38c-c87b94c32f9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.491584] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Downloaded image file data ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk on the data store datastore1 {{(pid=69436) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 594.493908] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 594.494161] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Copying Virtual Disk [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk to [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.494678] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19854834-30bf-4206-9d63-fe3914933111 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.524659] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180938MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 594.524814] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.525240] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 594.525240] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520b9aad-46b5-0ec5-4ab6-fa881fb4f118" [ 594.525240] env[69436]: _type = "Task" [ 594.525240] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.530769] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 594.530769] env[69436]: value = "task-3254184" [ 594.530769] env[69436]: _type = "Task" [ 594.530769] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.537480] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.537751] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.537975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.548963] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.549500] env[69436]: INFO nova.compute.manager [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Took 18.80 seconds to build instance. [ 594.673240] env[69436]: INFO nova.compute.manager [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Took 18.62 seconds to build instance. [ 594.685939] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254182, 'name': Rename_Task, 'duration_secs': 0.214688} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.685939] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.685939] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cacbd67-09b0-479c-ab5e-1a179de10253 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.691433] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 594.691433] env[69436]: value = "task-3254185" [ 594.691433] env[69436]: _type = "Task" [ 594.691433] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.702650] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.774188] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254183, 'name': Rename_Task, 'duration_secs': 0.152728} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.774531] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.774825] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c11ae80-6dd6-4200-ae87-653d8615f652 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.789143] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 594.789143] env[69436]: value = "task-3254186" [ 594.789143] env[69436]: _type = "Task" [ 594.789143] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.801321] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.902589] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Updated VIF entry in instance network info cache for port f34d1ba1-d718-45fd-927c-470ed31e67f4. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.902986] env[69436]: DEBUG nova.network.neutron [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Updating instance_info_cache with network_info: [{"id": "f34d1ba1-d718-45fd-927c-470ed31e67f4", "address": "fa:16:3e:01:cf:15", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34d1ba1-d7", "ovs_interfaceid": "f34d1ba1-d718-45fd-927c-470ed31e67f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.929226] env[69436]: DEBUG nova.compute.utils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.930130] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 594.930380] env[69436]: DEBUG nova.network.neutron [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.042741] env[69436]: DEBUG nova.policy [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb4dde1cef4441609e87de4f1078034a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c3a585d5a2c4828beb80624b311aec7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.049273] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254184, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.052211] env[69436]: DEBUG oslo_concurrency.lockutils [None req-36ca192f-30a2-4aab-8491-9d8b88c22695 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "2eb02944-c362-4b05-a280-e50d011553be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.314s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.176405] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55e5c833-d70c-4981-95e0-3a58758a8fd3 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.137s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.209685] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.307713] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254186, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.406930] env[69436]: DEBUG oslo_concurrency.lockutils [req-db985f76-0d15-4e61-b6d7-abfbd44ac8f8 req-96847604-7ed2-4a1b-a6ed-9e8497bf5ce3 service nova] Releasing lock "refresh_cache-28514fc0-27b2-4b44-bd12-d4ccd1831cea" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.435870] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 595.501016] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.501016] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.549298] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853958} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.551787] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Copied Virtual Disk [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk to [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.552051] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleting the datastore file [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/tmp-sparse.vmdk {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.555706] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa53b52f-d5eb-4097-b05d-698b346072b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.555706] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 595.566085] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 595.566085] env[69436]: value = "task-3254187" [ 595.566085] env[69436]: _type = "Task" [ 595.566085] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.573868] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.681142] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 595.705637] env[69436]: DEBUG oslo_vmware.api [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254185, 'name': PowerOnVM_Task, 'duration_secs': 0.589515} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.706013] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.706294] env[69436]: INFO nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Took 8.87 seconds to spawn the instance on the hypervisor. [ 595.706855] env[69436]: DEBUG nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 595.707805] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea71a01-b003-4eaa-a4fd-e5f2e0fef293 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.798490] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d8768-4174-4cbb-bdfb-1165b46a65bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.805281] env[69436]: DEBUG oslo_vmware.api [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254186, 'name': PowerOnVM_Task, 'duration_secs': 0.667694} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.806181] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.806598] env[69436]: INFO nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Took 11.25 seconds to spawn the instance on the hypervisor. [ 595.806776] env[69436]: DEBUG nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 595.807639] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7f7878-519a-46b0-85d8-5a00d36aa7ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.814912] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222e30d1-9b6f-47e0-b3d0-eaf536cd6673 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.860019] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3cb201-f081-4566-a352-ef45483be30b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.865416] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f3e5c-a9f6-4f95-a9ed-bbc0582d34fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.880670] env[69436]: DEBUG nova.compute.provider_tree [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.078511] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041797} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.078857] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.079090] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Moving file from [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf to [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf. {{(pid=69436) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 596.082483] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-fddebf7d-ac3c-4fb5-aed5-59d31f356104 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.093732] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 596.093732] env[69436]: value = "task-3254188" [ 596.093732] env[69436]: _type = "Task" [ 596.093732] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.103502] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254188, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.104502] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.119458] env[69436]: DEBUG nova.network.neutron [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Successfully updated port: fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.203063] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.238432] env[69436]: INFO nova.compute.manager [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Took 18.99 seconds to build instance. [ 596.336691] env[69436]: INFO nova.compute.manager [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Took 19.65 seconds to build instance. [ 596.385167] env[69436]: DEBUG nova.scheduler.client.report [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.409495] env[69436]: DEBUG nova.network.neutron [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Successfully created port: f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.448279] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 596.485515] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.485804] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.485985] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.486204] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.486406] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.486569] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.486994] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.487324] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.487409] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.487891] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.487891] env[69436]: DEBUG nova.virt.hardware [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.488871] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb217d19-c1c7-4fe6-ad23-48f02f55acf0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.498777] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cb91c5-f9e4-4ac7-8dd1-3b28361b23a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.607313] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254188, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052264} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.607601] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] File moved {{(pid=69436) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 596.607811] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Cleaning up location [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 596.607997] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleting the datastore file [datastore1] vmware_temp/b3f5bf61-ca58-4655-8b5d-4a749c7f4faa {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.608586] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f48425-65ec-49d3-aeb9-653af8cac11f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.616282] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 596.616282] env[69436]: value = "task-3254189" [ 596.616282] env[69436]: _type = "Task" [ 596.616282] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.631874] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.631874] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.631874] env[69436]: DEBUG nova.network.neutron [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 596.635197] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.697549] env[69436]: DEBUG nova.compute.manager [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Received event network-changed-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 596.697754] env[69436]: DEBUG nova.compute.manager [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Refreshing instance network info cache due to event network-changed-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 596.697966] env[69436]: DEBUG oslo_concurrency.lockutils [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] Acquiring lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.698130] env[69436]: DEBUG oslo_concurrency.lockutils [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] Acquired lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.698315] env[69436]: DEBUG nova.network.neutron [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Refreshing network info cache for port 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.742520] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f58d7c4b-1725-4d4e-ac64-0abeca8a0e6d tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "4da0e45d-cfbb-43e1-9a44-b721422e3075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.508s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.839317] env[69436]: DEBUG oslo_concurrency.lockutils [None req-018f4f6b-8386-48cc-aaf2-c346f8b84591 tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.163s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.891236] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.891985] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 596.895553] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.014s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.899032] env[69436]: INFO nova.compute.claims [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.139494] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031802} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.139494] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.141240] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ba352e-b996-40da-8ff7-f192bc17de15 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.149034] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 597.149034] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52439388-1586-7360-4429-dc589f384be8" [ 597.149034] env[69436]: _type = "Task" [ 597.149034] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.161508] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52439388-1586-7360-4429-dc589f384be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.245547] env[69436]: DEBUG nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 597.284692] env[69436]: DEBUG nova.network.neutron [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.344672] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 597.405704] env[69436]: DEBUG nova.compute.utils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.412362] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 597.412362] env[69436]: DEBUG nova.network.neutron [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.588880] env[69436]: DEBUG nova.policy [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84752cf1b7684109ae9fa35f6c8d78bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2286ad712c5a470ba83392db99044cbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.669568] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52439388-1586-7360-4429-dc589f384be8, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.669923] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.670134] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.670419] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.670848] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.676220] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-963052f8-ffe3-4748-8ee3-656b5b9d0310 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.685172] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52310677-2fb4-4cb7-9916-6f5abe87e7ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.691653] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 597.691653] env[69436]: value = "task-3254190" [ 597.691653] env[69436]: _type = "Task" [ 597.691653] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.692915] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.694734] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.700040] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bffeaa-ac90-4486-b6ed-7d5c79ca51fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.708809] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.709145] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 597.709145] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528f4fa4-4f64-602c-f63e-0fb001a9d8d4" [ 597.709145] env[69436]: _type = "Task" [ 597.709145] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.718281] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528f4fa4-4f64-602c-f63e-0fb001a9d8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.784300] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.864504] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.908791] env[69436]: DEBUG nova.network.neutron [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Updating instance_info_cache with network_info: [{"id": "fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d", "address": "fa:16:3e:28:9b:ec", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0f7fb0-05", "ovs_interfaceid": "fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.910354] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 597.921143] env[69436]: DEBUG nova.network.neutron [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updated VIF entry in instance network info cache for port 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.921143] env[69436]: DEBUG nova.network.neutron [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [{"id": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "address": "fa:16:3e:7e:e7:ed", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66b7ae-8a", "ovs_interfaceid": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.207334] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254190, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.225808] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528f4fa4-4f64-602c-f63e-0fb001a9d8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.226830] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134a40c4-1af2-4363-85d0-922170a4145a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.232475] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 598.232475] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52795938-e587-31f2-f368-0853b649371c" [ 598.232475] env[69436]: _type = "Task" [ 598.232475] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.234529] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b3e073-d135-4947-b95a-89c767c1445c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.250608] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52795938-e587-31f2-f368-0853b649371c, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.250608] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.250858] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9/8bc53731-8231-40a3-98b7-aa51b30850b9.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.251847] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f54e5-2578-42e4-9042-55280bcea048 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.258560] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1290752-d98f-4292-8935-a8bd6a9d9f95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.293043] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a112822b-865e-49a5-9ad3-0573966a1528 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.295899] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 598.295899] env[69436]: value = "task-3254191" [ 598.295899] env[69436]: _type = "Task" [ 598.295899] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.304229] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b061b701-762c-4419-9958-9e1201a61cc5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.311513] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.322543] env[69436]: DEBUG nova.compute.provider_tree [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.358492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.358492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.367531] env[69436]: DEBUG nova.compute.manager [None req-8634c209-f35a-4d12-8dd8-52655abf62fe tempest-ServerDiagnosticsV248Test-1835988951 tempest-ServerDiagnosticsV248Test-1835988951-project-admin] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 598.368508] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5220ba-cc3d-45e6-a0eb-c07f108d7500 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.376790] env[69436]: INFO nova.compute.manager [None req-8634c209-f35a-4d12-8dd8-52655abf62fe tempest-ServerDiagnosticsV248Test-1835988951 tempest-ServerDiagnosticsV248Test-1835988951-project-admin] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Retrieving diagnostics [ 598.377587] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae79cef-b129-4b5c-991b-cea7a704cb7e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.417049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.417049] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Instance network_info: |[{"id": "fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d", "address": "fa:16:3e:28:9b:ec", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0f7fb0-05", "ovs_interfaceid": "fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 598.417862] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:9b:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.423359] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating folder: Project (dce47918cf0a4c8591be2b2f2b7c3c8b). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.427215] env[69436]: DEBUG oslo_concurrency.lockutils [req-cf391885-51e3-45a9-a6cb-c6874a9d9f15 req-7c1d8bd7-1bbe-40e5-8433-90f52ae9eee9 service nova] Releasing lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.427434] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b384949-ea9b-43ef-b028-c0dccec1dfa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.438651] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created folder: Project (dce47918cf0a4c8591be2b2f2b7c3c8b) in parent group-v650165. [ 598.438928] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating folder: Instances. Parent ref: group-v650184. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.439253] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aa37d2d-6b0e-4ab2-b0ec-b8514754feff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.448338] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created folder: Instances in parent group-v650184. [ 598.448500] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.448715] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.448921] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-534fbf70-5c8d-4ec8-ba21-7259256d9c40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.464623] env[69436]: DEBUG nova.network.neutron [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Successfully created port: 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.472038] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.472038] env[69436]: value = "task-3254194" [ 598.472038] env[69436]: _type = "Task" [ 598.472038] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.482111] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254194, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.707334] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531752} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.708395] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.708395] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.708714] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3ca4f2-a3f4-4897-b04f-9ef6c01a962b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.718053] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 598.718053] env[69436]: value = "task-3254195" [ 598.718053] env[69436]: _type = "Task" [ 598.718053] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.730453] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.812389] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.825640] env[69436]: DEBUG nova.scheduler.client.report [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.935249] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 598.968829] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.968998] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.969087] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.969679] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.969679] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.972484] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.972484] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.972484] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.972484] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.972484] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.972690] env[69436]: DEBUG nova.virt.hardware [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.972690] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb7e75-ea63-4540-a2aa-ae175aa7f887 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.998119] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254194, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.001950] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2f51c9-a874-4af5-9c22-3731622324c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.040619] env[69436]: DEBUG nova.network.neutron [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Successfully updated port: f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.233904] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094371} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.234279] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.235133] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd1800-d047-40eb-8115-fd3108a274c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.264966] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.265314] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689925bb-8365-42ed-b364-63794a2e29c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.286200] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 599.286200] env[69436]: value = "task-3254196" [ 599.286200] env[69436]: _type = "Task" [ 599.286200] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.295685] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.308706] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730507} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.308706] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9/8bc53731-8231-40a3-98b7-aa51b30850b9.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.308706] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.308706] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2db2a00-8752-4d0b-b3a2-9ae80cab97ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.315356] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 599.315356] env[69436]: value = "task-3254197" [ 599.315356] env[69436]: _type = "Task" [ 599.315356] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.324904] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.331834] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.332675] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 599.339022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.811s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.493493] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254194, 'name': CreateVM_Task, 'duration_secs': 0.634812} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.493786] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.494637] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.494806] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.495163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.495442] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a2476a-a708-4144-acab-8a84e42a852b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.500344] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 599.500344] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e85fe-8940-6860-f12f-4f3fc10c2c04" [ 599.500344] env[69436]: _type = "Task" [ 599.500344] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.508945] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e85fe-8940-6860-f12f-4f3fc10c2c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.542887] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "refresh_cache-5efca57c-909d-48e1-b5e1-ded21e713669" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.542887] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquired lock "refresh_cache-5efca57c-909d-48e1-b5e1-ded21e713669" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.542887] env[69436]: DEBUG nova.network.neutron [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.801423] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.825642] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187712} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.825642] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.826230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69632ea6-7005-42af-bd2c-25e68dfbcbd8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.843718] env[69436]: DEBUG nova.compute.utils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.861438] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9/8bc53731-8231-40a3-98b7-aa51b30850b9.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.862290] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 599.862509] env[69436]: DEBUG nova.network.neutron [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.866857] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2ee976-f5e3-4d49-8918-9553ff727f77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.888535] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 599.888535] env[69436]: value = "task-3254198" [ 599.888535] env[69436]: _type = "Task" [ 599.888535] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.898529] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.946945] env[69436]: DEBUG nova.policy [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd921033679da4d06b36c73085cfa177d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79fd923d4e646f7a28d831a82f7f18b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.011822] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e85fe-8940-6860-f12f-4f3fc10c2c04, 'name': SearchDatastore_Task, 'duration_secs': 0.052087} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.012224] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.012500] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.012772] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.012957] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.013212] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.013639] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f482dd-af45-4baa-bf82-afaf0df7f326 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.024561] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.024561] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.024561] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f1c1ca-e8d3-4a63-842c-66b1ada269df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.029167] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 600.029167] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287396f-5c41-82f7-c45d-9ad2e61eca92" [ 600.029167] env[69436]: _type = "Task" [ 600.029167] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.037406] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287396f-5c41-82f7-c45d-9ad2e61eca92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.079169] env[69436]: DEBUG nova.network.neutron [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.305226] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.305694] env[69436]: DEBUG nova.network.neutron [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Updating instance_info_cache with network_info: [{"id": "f5aaece5-6d1f-47a8-8563-b02c1e998816", "address": "fa:16:3e:5b:61:fd", "network": {"id": "9a51b693-f127-4c66-b4c6-fd89b74e4f10", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-973768652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c3a585d5a2c4828beb80624b311aec7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5aaece5-6d", "ovs_interfaceid": "f5aaece5-6d1f-47a8-8563-b02c1e998816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.359834] env[69436]: DEBUG nova.compute.manager [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Received event network-vif-plugged-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 600.360167] env[69436]: DEBUG oslo_concurrency.lockutils [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] Acquiring lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.360428] env[69436]: DEBUG oslo_concurrency.lockutils [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.360637] env[69436]: DEBUG oslo_concurrency.lockutils [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.360938] env[69436]: DEBUG nova.compute.manager [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] No waiting events found dispatching network-vif-plugged-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.361190] env[69436]: WARNING nova.compute.manager [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Received unexpected event network-vif-plugged-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d for instance with vm_state building and task_state spawning. [ 600.361445] env[69436]: DEBUG nova.compute.manager [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Received event network-changed-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 600.361637] env[69436]: DEBUG nova.compute.manager [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Refreshing instance network info cache due to event network-changed-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 600.361948] env[69436]: DEBUG oslo_concurrency.lockutils [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] Acquiring lock "refresh_cache-ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.362143] env[69436]: DEBUG oslo_concurrency.lockutils [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] Acquired lock "refresh_cache-ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.362435] env[69436]: DEBUG nova.network.neutron [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Refreshing network info cache for port fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.364408] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 600.399954] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.411713] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 2eb02944-c362-4b05-a280-e50d011553be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.411713] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance cef3d12a-9249-46f3-84ea-2d8558907d30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.411713] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 28514fc0-27b2-4b44-bd12-d4ccd1831cea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.411713] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 4da0e45d-cfbb-43e1-9a44-b721422e3075 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.411881] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 8bc53731-8231-40a3-98b7-aa51b30850b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.414887] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 4bdba0be-6ebc-4da5-b813-290cb085e6f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.414887] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ff8c4788-b8a5-453d-bc3a-95ac3c8e031f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.414887] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5efca57c-909d-48e1-b5e1-ded21e713669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.414887] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ffdaafad-ce32-4185-8452-176da54064cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.416507] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance b722222d-b97a-48b7-ae33-336fc7bfb4a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.445041] env[69436]: DEBUG nova.compute.manager [req-84e802d5-ce28-40cf-b228-6f4eebffd853 req-556261b0-7ef5-4b05-a781-97eb3b33bc6a service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Received event network-vif-plugged-f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 600.445646] env[69436]: DEBUG oslo_concurrency.lockutils [req-84e802d5-ce28-40cf-b228-6f4eebffd853 req-556261b0-7ef5-4b05-a781-97eb3b33bc6a service nova] Acquiring lock "5efca57c-909d-48e1-b5e1-ded21e713669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.445982] env[69436]: DEBUG oslo_concurrency.lockutils [req-84e802d5-ce28-40cf-b228-6f4eebffd853 req-556261b0-7ef5-4b05-a781-97eb3b33bc6a service nova] Lock "5efca57c-909d-48e1-b5e1-ded21e713669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.447030] env[69436]: DEBUG oslo_concurrency.lockutils [req-84e802d5-ce28-40cf-b228-6f4eebffd853 req-556261b0-7ef5-4b05-a781-97eb3b33bc6a service nova] Lock "5efca57c-909d-48e1-b5e1-ded21e713669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.447030] env[69436]: DEBUG nova.compute.manager [req-84e802d5-ce28-40cf-b228-6f4eebffd853 req-556261b0-7ef5-4b05-a781-97eb3b33bc6a service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] No waiting events found dispatching network-vif-plugged-f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.447030] env[69436]: WARNING nova.compute.manager [req-84e802d5-ce28-40cf-b228-6f4eebffd853 req-556261b0-7ef5-4b05-a781-97eb3b33bc6a service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Received unexpected event network-vif-plugged-f5aaece5-6d1f-47a8-8563-b02c1e998816 for instance with vm_state building and task_state spawning. [ 600.502247] env[69436]: DEBUG nova.network.neutron [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Successfully updated port: 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.540644] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287396f-5c41-82f7-c45d-9ad2e61eca92, 'name': SearchDatastore_Task, 'duration_secs': 0.019895} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.540875] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8173724f-3ed0-4a00-9c22-5a2f0267919c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.547365] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 600.547365] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528a5586-b6a8-c880-bbf3-58dd7b48feb6" [ 600.547365] env[69436]: _type = "Task" [ 600.547365] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.554963] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528a5586-b6a8-c880-bbf3-58dd7b48feb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.801894] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254196, 'name': ReconfigVM_Task, 'duration_secs': 1.016201} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.802056] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.802670] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e71d64d-feb1-4032-84fc-932b82efb962 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.809434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Releasing lock "refresh_cache-5efca57c-909d-48e1-b5e1-ded21e713669" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.809846] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Instance network_info: |[{"id": "f5aaece5-6d1f-47a8-8563-b02c1e998816", "address": "fa:16:3e:5b:61:fd", "network": {"id": "9a51b693-f127-4c66-b4c6-fd89b74e4f10", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-973768652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c3a585d5a2c4828beb80624b311aec7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5aaece5-6d", "ovs_interfaceid": "f5aaece5-6d1f-47a8-8563-b02c1e998816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 600.810246] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 600.810246] env[69436]: value = "task-3254199" [ 600.810246] env[69436]: _type = "Task" [ 600.810246] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.810694] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:61:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5aaece5-6d1f-47a8-8563-b02c1e998816', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.818219] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Creating folder: Project (0c3a585d5a2c4828beb80624b311aec7). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.818966] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a931ced1-120f-46bf-8d3a-c0748f3a81f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.832798] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254199, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.834624] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Created folder: Project (0c3a585d5a2c4828beb80624b311aec7) in parent group-v650165. [ 600.835433] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Creating folder: Instances. Parent ref: group-v650187. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.835433] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0673250-a5e6-45ca-9b16-597b865862e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.845233] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Created folder: Instances in parent group-v650187. [ 600.845695] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.845927] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.846289] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b223c323-934d-4f22-9252-f82d89795dd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.867931] env[69436]: DEBUG nova.network.neutron [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Successfully created port: e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.882227] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.882227] env[69436]: value = "task-3254202" [ 600.882227] env[69436]: _type = "Task" [ 600.882227] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.892090] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254202, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.900811] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254198, 'name': ReconfigVM_Task, 'duration_secs': 0.63509} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.901438] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9/8bc53731-8231-40a3-98b7-aa51b30850b9.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.901962] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688abbac-471b-4dd6-a674-5b1ca98bb95c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.908603] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 600.908603] env[69436]: value = "task-3254203" [ 600.908603] env[69436]: _type = "Task" [ 600.908603] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.916969] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 158c19a4-af6d-41e9-9352-8eef13f1ec20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 600.918262] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254203, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.005319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.005618] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquired lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.005782] env[69436]: DEBUG nova.network.neutron [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.063389] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528a5586-b6a8-c880-bbf3-58dd7b48feb6, 'name': SearchDatastore_Task, 'duration_secs': 0.030383} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.063389] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.063593] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ff8c4788-b8a5-453d-bc3a-95ac3c8e031f/ff8c4788-b8a5-453d-bc3a-95ac3c8e031f.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.063843] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d84d6788-f47f-44bc-93dc-528cdb7af0b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.070776] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 601.070776] env[69436]: value = "task-3254204" [ 601.070776] env[69436]: _type = "Task" [ 601.070776] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.079512] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.163986] env[69436]: DEBUG nova.network.neutron [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Updated VIF entry in instance network info cache for port fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.164487] env[69436]: DEBUG nova.network.neutron [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Updating instance_info_cache with network_info: [{"id": "fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d", "address": "fa:16:3e:28:9b:ec", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd0f7fb0-05", "ovs_interfaceid": "fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.330046] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254199, 'name': Rename_Task, 'duration_secs': 0.208185} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.330713] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.331047] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac3bf81-a659-4050-b1ff-9ff330687b22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.338442] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 601.338442] env[69436]: value = "task-3254205" [ 601.338442] env[69436]: _type = "Task" [ 601.338442] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.355190] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.385612] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 601.406389] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254202, 'name': CreateVM_Task, 'duration_secs': 0.507128} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.407133] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.408786] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.408786] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.409391] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.409728] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5163975-c2b1-473e-9fd5-278b111068d0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.420435] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a6a7947e-d801-4d81-be42-e1e2d1a4054c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 601.427079] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 601.427079] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d5a9f6-1262-a8cc-09d1-ad95ca0d5ab9" [ 601.427079] env[69436]: _type = "Task" [ 601.427079] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.433670] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254203, 'name': Rename_Task, 'duration_secs': 0.175742} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.438327] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.438327] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.438327] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.438327] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.438645] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.438645] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.438645] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.438645] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.438645] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.438839] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.438839] env[69436]: DEBUG nova.virt.hardware [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.442484] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.443337] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f359fb-f232-4b05-811a-df7fb89e1295 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.447731] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f55e315-82c0-4cd8-ab3c-0f274d9a1c97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.456189] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d5a9f6-1262-a8cc-09d1-ad95ca0d5ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.459520] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0672f48-ba69-4b3b-a76e-ecaaae6b5749 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.467015] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 601.467015] env[69436]: value = "task-3254206" [ 601.467015] env[69436]: _type = "Task" [ 601.467015] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.485767] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254206, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.554723] env[69436]: DEBUG nova.network.neutron [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.581971] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.670095] env[69436]: DEBUG oslo_concurrency.lockutils [req-d681574c-36ee-4561-9909-0fb6d7cdac56 req-2fb15bc4-c02f-41d9-a81f-0ad9de331ea5 service nova] Releasing lock "refresh_cache-ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.734090] env[69436]: DEBUG nova.network.neutron [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updating instance_info_cache with network_info: [{"id": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "address": "fa:16:3e:cf:68:da", "network": {"id": "6415e722-5a01-4fb2-bd82-5dd3f5bbe402", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-247166652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2286ad712c5a470ba83392db99044cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513a9c2b-2b", "ovs_interfaceid": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.849707] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.925609] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 2f68bcc7-530b-4169-a91e-1880350cf467 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 601.949883] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d5a9f6-1262-a8cc-09d1-ad95ca0d5ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.049111} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.950916] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.950916] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.951190] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.951453] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.954228] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.954228] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a721e9aa-b818-4f4f-bc8e-915f5340ca7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.964554] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.965170] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.965449] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3f0ee1-8bcd-4f69-9f8a-a785dc742017 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.975113] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 601.975113] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c14f95-a5cc-a567-6dc4-7ebf9fc1544a" [ 601.975113] env[69436]: _type = "Task" [ 601.975113] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.978708] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254206, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.987327] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c14f95-a5cc-a567-6dc4-7ebf9fc1544a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.085502] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661636} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.086349] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ff8c4788-b8a5-453d-bc3a-95ac3c8e031f/ff8c4788-b8a5-453d-bc3a-95ac3c8e031f.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.086349] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.086349] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fa8f906-2a5d-47af-a51a-52efd7c48463 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.093549] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 602.093549] env[69436]: value = "task-3254207" [ 602.093549] env[69436]: _type = "Task" [ 602.093549] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.103757] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.242037] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Releasing lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.245748] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Instance network_info: |[{"id": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "address": "fa:16:3e:cf:68:da", "network": {"id": "6415e722-5a01-4fb2-bd82-5dd3f5bbe402", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-247166652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2286ad712c5a470ba83392db99044cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513a9c2b-2b", "ovs_interfaceid": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 602.247058] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:68:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.260134] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Creating folder: Project (2286ad712c5a470ba83392db99044cbc). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.261706] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3edfa2bd-d92f-4786-8fa5-618b021a0936 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.274504] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Created folder: Project (2286ad712c5a470ba83392db99044cbc) in parent group-v650165. [ 602.274758] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Creating folder: Instances. Parent ref: group-v650190. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.278019] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87f940f0-b179-49d2-9397-6afc77edb2a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.290269] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Created folder: Instances in parent group-v650190. [ 602.290470] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.290651] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.293626] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cade5335-059a-451a-b90e-d60c9782c78b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.318152] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.318152] env[69436]: value = "task-3254210" [ 602.318152] env[69436]: _type = "Task" [ 602.318152] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.330342] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254210, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.362428] env[69436]: DEBUG oslo_vmware.api [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254205, 'name': PowerOnVM_Task, 'duration_secs': 0.734049} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.362795] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.362988] env[69436]: INFO nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Took 10.85 seconds to spawn the instance on the hypervisor. [ 602.363330] env[69436]: DEBUG nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 602.364219] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56933514-2299-4d0c-95ac-81ccdef84298 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.430628] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance aee1aa5e-8cce-4cab-b5b0-e98f441e00d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 602.482754] env[69436]: DEBUG oslo_vmware.api [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254206, 'name': PowerOnVM_Task, 'duration_secs': 0.656856} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.486582] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.486821] env[69436]: INFO nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Took 13.35 seconds to spawn the instance on the hypervisor. [ 602.487008] env[69436]: DEBUG nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 602.487833] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095db13-9b18-4112-9e5a-cf8c36af5f22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.500848] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c14f95-a5cc-a567-6dc4-7ebf9fc1544a, 'name': SearchDatastore_Task, 'duration_secs': 0.041889} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.504260] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d457793f-4882-4543-93eb-650c6439a9a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.511361] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 602.511361] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522fb785-9d5d-8c92-967f-85de7decfa23" [ 602.511361] env[69436]: _type = "Task" [ 602.511361] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.522068] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522fb785-9d5d-8c92-967f-85de7decfa23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.609141] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174629} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.609141] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.609632] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c9a24-82c7-405b-b577-fe1c763529f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.637183] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ff8c4788-b8a5-453d-bc3a-95ac3c8e031f/ff8c4788-b8a5-453d-bc3a-95ac3c8e031f.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.637770] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ddc54d-f716-4b66-9ce1-f48efda24bc1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.660060] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 602.660060] env[69436]: value = "task-3254211" [ 602.660060] env[69436]: _type = "Task" [ 602.660060] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.670150] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.771480] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.771791] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.772101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.772359] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.772607] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.774945] env[69436]: INFO nova.compute.manager [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Terminating instance [ 602.830020] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254210, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.885523] env[69436]: INFO nova.compute.manager [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Took 23.68 seconds to build instance. [ 602.933973] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eb6b1512-b9e6-4a1f-8e7c-12799768cca8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 602.934274] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 602.934439] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 603.020450] env[69436]: INFO nova.compute.manager [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Took 24.61 seconds to build instance. [ 603.026827] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522fb785-9d5d-8c92-967f-85de7decfa23, 'name': SearchDatastore_Task, 'duration_secs': 0.038357} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.028968] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.029275] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 5efca57c-909d-48e1-b5e1-ded21e713669/5efca57c-909d-48e1-b5e1-ded21e713669.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.029727] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55eaeb85-4fea-41c8-b0dc-a8015df4da35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.037631] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 603.037631] env[69436]: value = "task-3254212" [ 603.037631] env[69436]: _type = "Task" [ 603.037631] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.058784] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.177237] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.240630] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e49322-9408-4a00-b2c0-27ac8d596f23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.251178] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63988101-586e-49d9-8da8-42f08b40ad51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.286942] env[69436]: DEBUG nova.compute.manager [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 603.287316] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.288507] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1954ceed-e52d-4758-8dbb-d606a7304fa7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.292398] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab69cef9-4933-4183-8e6a-1d0e81ecab0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.307127] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c7aa8-cc53-4657-91bc-bec0a432ae71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.311809] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.312033] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f096fa18-5c35-4074-a1c7-5b77a35c3225 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.326070] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.333921] env[69436]: DEBUG oslo_vmware.api [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 603.333921] env[69436]: value = "task-3254213" [ 603.333921] env[69436]: _type = "Task" [ 603.333921] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.344621] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254210, 'name': CreateVM_Task, 'duration_secs': 0.737346} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.349010] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.349010] env[69436]: DEBUG oslo_vmware.api [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.349507] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.350261] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.350261] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.350388] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d82f8f7-b731-4200-9fd5-dce67adca663 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.360341] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 603.360341] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c0fbcd-679e-6671-941d-4053155215b6" [ 603.360341] env[69436]: _type = "Task" [ 603.360341] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.375713] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c0fbcd-679e-6671-941d-4053155215b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.389217] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d61b4ca7-43a2-4a7e-b9f5-67d183acba44 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.206s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.531020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1223a1d0-d72c-43a7-9f71-cc73c9a252fc tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.136s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.550036] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.682358] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254211, 'name': ReconfigVM_Task, 'duration_secs': 0.692813} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.682358] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ff8c4788-b8a5-453d-bc3a-95ac3c8e031f/ff8c4788-b8a5-453d-bc3a-95ac3c8e031f.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.683690] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab3a136b-f50b-48fe-ab9c-f6b8e19ef27e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.695531] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 603.695531] env[69436]: value = "task-3254214" [ 603.695531] env[69436]: _type = "Task" [ 603.695531] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.706490] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254214, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.849387] env[69436]: DEBUG oslo_vmware.api [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254213, 'name': PowerOffVM_Task, 'duration_secs': 0.370633} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.849871] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.852019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.852019] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9363b4d2-9328-46cd-9538-1a187c7b66ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.870356] env[69436]: ERROR nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [req-6170f109-3f6f-4f56-910a-f06c27071824] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6170f109-3f6f-4f56-910a-f06c27071824"}]} [ 603.878490] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c0fbcd-679e-6671-941d-4053155215b6, 'name': SearchDatastore_Task, 'duration_secs': 0.05598} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.878772] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.879023] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.879250] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.879393] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.879573] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.879904] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d7a2a7a-fabc-4d4b-afc5-f585dc5b86ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.889107] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.889348] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.890177] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34efae7-59a7-449d-99d7-62013a5e73f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.892953] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 603.897259] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 603.902509] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 603.902509] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dd090b-7977-0986-7e4a-5f8e322a9dd6" [ 603.902509] env[69436]: _type = "Task" [ 603.902509] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.913572] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dd090b-7977-0986-7e4a-5f8e322a9dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.918268] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.918494] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.919375] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Deleting the datastore file [datastore2] 28514fc0-27b2-4b44-bd12-d4ccd1831cea {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.919375] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f09c3a-a2cf-4103-ab71-f6b695307aac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.923206] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 603.923206] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.927917] env[69436]: DEBUG oslo_vmware.api [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for the task: (returnval){ [ 603.927917] env[69436]: value = "task-3254216" [ 603.927917] env[69436]: _type = "Task" [ 603.927917] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.936839] env[69436]: DEBUG oslo_vmware.api [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.951991] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 603.977317] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 604.038120] env[69436]: DEBUG nova.network.neutron [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Successfully updated port: e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.052772] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642762} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.053136] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 5efca57c-909d-48e1-b5e1-ded21e713669/5efca57c-909d-48e1-b5e1-ded21e713669.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.053446] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.053702] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2812eb3-cf19-4780-8c6f-55c0d12d0185 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.066490] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 604.066490] env[69436]: value = "task-3254217" [ 604.066490] env[69436]: _type = "Task" [ 604.066490] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.084203] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.211849] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254214, 'name': Rename_Task, 'duration_secs': 0.194066} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.211849] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.211849] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2597b3e-0969-4bad-bcad-69bdab97c876 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.222788] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 604.222788] env[69436]: value = "task-3254218" [ 604.222788] env[69436]: _type = "Task" [ 604.222788] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.232314] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.265517] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402fce20-37a3-4e41-9f1b-d5f4e1278d4a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.273336] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632686df-bf62-4c6a-ac56-927953260a8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.314640] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75469cce-227a-40ec-bb8f-878f9f62a6b4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.323174] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c3621-a394-454d-a3d6-10d267eb4377 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.340783] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.426525] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dd090b-7977-0986-7e4a-5f8e322a9dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.428260] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78f4ec3-7d28-4114-88a6-d2920aa47a47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.438316] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 604.438316] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52192e85-38f7-8365-3b77-781a523ae5bb" [ 604.438316] env[69436]: _type = "Task" [ 604.438316] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.443668] env[69436]: DEBUG oslo_vmware.api [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Task: {'id': task-3254216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160023} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.447991] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.448322] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.448569] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.448802] env[69436]: INFO nova.compute.manager [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 604.449132] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.450363] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.450844] env[69436]: DEBUG nova.compute.manager [-] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 604.451031] env[69436]: DEBUG nova.network.neutron [-] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.458500] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52192e85-38f7-8365-3b77-781a523ae5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009734} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.458716] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.459039] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ffdaafad-ce32-4185-8452-176da54064cd/ffdaafad-ce32-4185-8452-176da54064cd.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.459398] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f21af966-dc63-40de-aaa5-62bf272c4ffa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.468058] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 604.468058] env[69436]: value = "task-3254219" [ 604.468058] env[69436]: _type = "Task" [ 604.468058] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.476380] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.544838] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "refresh_cache-b722222d-b97a-48b7-ae33-336fc7bfb4a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.545095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "refresh_cache-b722222d-b97a-48b7-ae33-336fc7bfb4a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.545282] env[69436]: DEBUG nova.network.neutron [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.578549] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072398} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.578877] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.579751] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc37d553-7ef5-4449-8f01-2e05c0f152da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.606101] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5efca57c-909d-48e1-b5e1-ded21e713669/5efca57c-909d-48e1-b5e1-ded21e713669.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.606705] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6f58d6-e463-4204-b5d5-6b5f7c3725e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.628199] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 604.628199] env[69436]: value = "task-3254220" [ 604.628199] env[69436]: _type = "Task" [ 604.628199] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.637710] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.698681] env[69436]: DEBUG nova.compute.manager [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Received event network-vif-plugged-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 604.699024] env[69436]: DEBUG oslo_concurrency.lockutils [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.699342] env[69436]: DEBUG oslo_concurrency.lockutils [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] Lock "ffdaafad-ce32-4185-8452-176da54064cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.699566] env[69436]: DEBUG oslo_concurrency.lockutils [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] Lock "ffdaafad-ce32-4185-8452-176da54064cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.699782] env[69436]: DEBUG nova.compute.manager [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] No waiting events found dispatching network-vif-plugged-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.700299] env[69436]: WARNING nova.compute.manager [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Received unexpected event network-vif-plugged-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc for instance with vm_state building and task_state spawning. [ 604.700299] env[69436]: DEBUG nova.compute.manager [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Received event network-changed-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 604.700496] env[69436]: DEBUG nova.compute.manager [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Refreshing instance network info cache due to event network-changed-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 604.700606] env[69436]: DEBUG oslo_concurrency.lockutils [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] Acquiring lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.700684] env[69436]: DEBUG oslo_concurrency.lockutils [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] Acquired lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.701138] env[69436]: DEBUG nova.network.neutron [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Refreshing network info cache for port 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.739899] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.745622] env[69436]: DEBUG nova.compute.manager [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Received event network-changed-f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 604.745840] env[69436]: DEBUG nova.compute.manager [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Refreshing instance network info cache due to event network-changed-f5aaece5-6d1f-47a8-8563-b02c1e998816. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 604.746159] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] Acquiring lock "refresh_cache-5efca57c-909d-48e1-b5e1-ded21e713669" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.746410] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] Acquired lock "refresh_cache-5efca57c-909d-48e1-b5e1-ded21e713669" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.746496] env[69436]: DEBUG nova.network.neutron [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Refreshing network info cache for port f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.864654] env[69436]: ERROR nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [req-40699698-16fd-4ef4-8bad-399efb31cc91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40699698-16fd-4ef4-8bad-399efb31cc91"}]} [ 604.886901] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 604.903867] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 604.904087] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.917976] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 604.936974] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 604.985947] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484876} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.986274] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ffdaafad-ce32-4185-8452-176da54064cd/ffdaafad-ce32-4185-8452-176da54064cd.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.986462] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.987106] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb8cf7f2-29ec-4279-8162-1f5b1660547b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.998759] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 604.998759] env[69436]: value = "task-3254221" [ 604.998759] env[69436]: _type = "Task" [ 604.998759] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.007929] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.087835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.088649] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.102174] env[69436]: DEBUG nova.network.neutron [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.140509] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254220, 'name': ReconfigVM_Task, 'duration_secs': 0.494843} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.144977] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5efca57c-909d-48e1-b5e1-ded21e713669/5efca57c-909d-48e1-b5e1-ded21e713669.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.147149] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b04367-d424-4548-900d-5d1ab097b5e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.159836] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 605.159836] env[69436]: value = "task-3254222" [ 605.159836] env[69436]: _type = "Task" [ 605.159836] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.177611] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254222, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.237078] env[69436]: DEBUG oslo_vmware.api [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254218, 'name': PowerOnVM_Task, 'duration_secs': 0.862455} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.238282] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.238794] env[69436]: INFO nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Took 11.29 seconds to spawn the instance on the hypervisor. [ 605.239044] env[69436]: DEBUG nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 605.239894] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ab4cd-5c53-4d4e-a5c5-98416c2e6150 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.244116] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c293cd6-a58a-4c25-a1a0-f4eaff6bdb08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.257711] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58508430-2928-4146-86b8-8a3517fa0278 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.301688] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc1a18-9117-42d7-b29f-63bb645c8517 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.309566] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35406f-9d44-4cb1-975d-119063a16e09 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.323239] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.471274] env[69436]: DEBUG nova.network.neutron [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Updating instance_info_cache with network_info: [{"id": "e8acdbbd-2e45-4011-ab75-6d8284468863", "address": "fa:16:3e:f6:44:42", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8acdbbd-2e", "ovs_interfaceid": "e8acdbbd-2e45-4011-ab75-6d8284468863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.512891] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074231} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.513327] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.513987] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6512c0-e667-4272-acb5-ea348a6a3d37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.538883] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ffdaafad-ce32-4185-8452-176da54064cd/ffdaafad-ce32-4185-8452-176da54064cd.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.544914] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d4d302-a390-40da-abec-d7647f043f28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.565047] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 605.565047] env[69436]: value = "task-3254223" [ 605.565047] env[69436]: _type = "Task" [ 605.565047] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.573887] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.591275] env[69436]: DEBUG nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 605.604311] env[69436]: DEBUG nova.network.neutron [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updated VIF entry in instance network info cache for port 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.604732] env[69436]: DEBUG nova.network.neutron [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updating instance_info_cache with network_info: [{"id": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "address": "fa:16:3e:cf:68:da", "network": {"id": "6415e722-5a01-4fb2-bd82-5dd3f5bbe402", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-247166652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2286ad712c5a470ba83392db99044cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513a9c2b-2b", "ovs_interfaceid": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.667852] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254222, 'name': Rename_Task, 'duration_secs': 0.309157} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.668692] env[69436]: DEBUG nova.network.neutron [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Updated VIF entry in instance network info cache for port f5aaece5-6d1f-47a8-8563-b02c1e998816. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.668998] env[69436]: DEBUG nova.network.neutron [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Updating instance_info_cache with network_info: [{"id": "f5aaece5-6d1f-47a8-8563-b02c1e998816", "address": "fa:16:3e:5b:61:fd", "network": {"id": "9a51b693-f127-4c66-b4c6-fd89b74e4f10", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-973768652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c3a585d5a2c4828beb80624b311aec7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5aaece5-6d", "ovs_interfaceid": "f5aaece5-6d1f-47a8-8563-b02c1e998816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.670160] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.670419] env[69436]: DEBUG nova.network.neutron [-] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.671480] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55818934-2bce-483d-be69-4d5a865376dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.677988] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 605.677988] env[69436]: value = "task-3254224" [ 605.677988] env[69436]: _type = "Task" [ 605.677988] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.687821] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.783073] env[69436]: INFO nova.compute.manager [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Took 25.05 seconds to build instance. [ 605.874703] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "cef3d12a-9249-46f3-84ea-2d8558907d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.874982] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.875225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "cef3d12a-9249-46f3-84ea-2d8558907d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.875409] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.875584] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.878681] env[69436]: INFO nova.compute.manager [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Terminating instance [ 605.881677] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 605.882598] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 20 to 21 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.882598] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.974235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "refresh_cache-b722222d-b97a-48b7-ae33-336fc7bfb4a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.974774] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Instance network_info: |[{"id": "e8acdbbd-2e45-4011-ab75-6d8284468863", "address": "fa:16:3e:f6:44:42", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8acdbbd-2e", "ovs_interfaceid": "e8acdbbd-2e45-4011-ab75-6d8284468863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 605.975323] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:44:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8acdbbd-2e45-4011-ab75-6d8284468863', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.984155] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating folder: Project (f79fd923d4e646f7a28d831a82f7f18b). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.984461] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f783689-802d-4158-b8a8-8548eee6ca5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.996826] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created folder: Project (f79fd923d4e646f7a28d831a82f7f18b) in parent group-v650165. [ 605.997185] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating folder: Instances. Parent ref: group-v650193. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.997346] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88aefd2f-bd2a-4201-a248-707d5a2a810d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.008486] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created folder: Instances in parent group-v650193. [ 606.008486] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.009192] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.010803] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95005ae3-2f1c-4687-9129-9b6f762807c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.036580] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.036580] env[69436]: value = "task-3254227" [ 606.036580] env[69436]: _type = "Task" [ 606.036580] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.045475] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254227, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.079457] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254223, 'name': ReconfigVM_Task, 'duration_secs': 0.292122} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.079726] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ffdaafad-ce32-4185-8452-176da54064cd/ffdaafad-ce32-4185-8452-176da54064cd.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.080761] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbcfa3c3-0a2a-4e46-8ade-74ddf25c313e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.087204] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 606.087204] env[69436]: value = "task-3254228" [ 606.087204] env[69436]: _type = "Task" [ 606.087204] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.101723] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254228, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.110401] env[69436]: DEBUG oslo_concurrency.lockutils [req-d8f0cf5e-67c3-43fe-9db9-735b94d1243d req-5f0bf842-ce85-4cbd-8dc4-437abefb859d service nova] Releasing lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.115820] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.172289] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] Releasing lock "refresh_cache-5efca57c-909d-48e1-b5e1-ded21e713669" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.172987] env[69436]: DEBUG nova.compute.manager [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Received event network-changed-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 606.173069] env[69436]: DEBUG nova.compute.manager [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Refreshing instance network info cache due to event network-changed-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 606.173332] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] Acquiring lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.173524] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] Acquired lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.173772] env[69436]: DEBUG nova.network.neutron [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Refreshing network info cache for port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.176082] env[69436]: INFO nova.compute.manager [-] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Took 1.72 seconds to deallocate network for instance. [ 606.199199] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254224, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.286127] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e6fbc4d0-06a4-4478-8766-fae9d2553994 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.566s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.387757] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 606.388043] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.052s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.388685] env[69436]: DEBUG nova.compute.manager [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 606.388779] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.389111] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.285s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.392225] env[69436]: INFO nova.compute.claims [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.395862] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34592cf5-9914-4c83-b6f1-b59e80634a54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.404336] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.404852] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a56d01-1ccd-4f5c-84c9-fb866f1b41e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.410339] env[69436]: DEBUG oslo_vmware.api [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 606.410339] env[69436]: value = "task-3254229" [ 606.410339] env[69436]: _type = "Task" [ 606.410339] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.419453] env[69436]: DEBUG oslo_vmware.api [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.533459] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "f9df8e3f-0758-40fa-bc45-a013a7224300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.534177] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.551677] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254227, 'name': CreateVM_Task, 'duration_secs': 0.403576} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.551847] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.552780] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.552780] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.553117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.554187] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44778de8-2564-49e7-9dd8-ebd25b3e09e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.560026] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 606.560026] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5238f4da-9c23-5370-095b-51165f6a5aaf" [ 606.560026] env[69436]: _type = "Task" [ 606.560026] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.568554] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5238f4da-9c23-5370-095b-51165f6a5aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.596930] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254228, 'name': Rename_Task, 'duration_secs': 0.190494} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.600447] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.600447] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00481313-b5c7-497f-8d6e-26a9f5ca5489 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.605604] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 606.605604] env[69436]: value = "task-3254230" [ 606.605604] env[69436]: _type = "Task" [ 606.605604] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.615031] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.692144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.692616] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254224, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.924183] env[69436]: DEBUG oslo_vmware.api [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254229, 'name': PowerOffVM_Task, 'duration_secs': 0.363114} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.924610] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.924860] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.925644] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16507c23-5d60-4343-bc7e-767716f4fab8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.974475] env[69436]: DEBUG nova.network.neutron [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updated VIF entry in instance network info cache for port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.975383] env[69436]: DEBUG nova.network.neutron [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updating instance_info_cache with network_info: [{"id": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "address": "fa:16:3e:5e:ee:f7", "network": {"id": "8e86caff-184f-4cd1-b9cc-2a5e92c82726", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-485692090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c53733d33854c9bb8922449ba8b5de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593efe93-0e", "ovs_interfaceid": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.992032] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.992196] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.992398] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Deleting the datastore file [datastore2] cef3d12a-9249-46f3-84ea-2d8558907d30 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.992704] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff505dc-6975-4ed9-a0cf-901dc59d5aa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.000389] env[69436]: DEBUG oslo_vmware.api [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for the task: (returnval){ [ 607.000389] env[69436]: value = "task-3254232" [ 607.000389] env[69436]: _type = "Task" [ 607.000389] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.009825] env[69436]: DEBUG oslo_vmware.api [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.038741] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 607.075032] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5238f4da-9c23-5370-095b-51165f6a5aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.075417] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.075660] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.075888] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.076035] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.076214] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.076516] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22996e73-356a-4013-a691-4a94f7737189 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.087017] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.087017] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.087694] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7817d7c4-f752-4e06-8cd1-2ee14ed144e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.097408] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 607.097408] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ffa6ca-22bc-2438-9a8b-6a59527f412a" [ 607.097408] env[69436]: _type = "Task" [ 607.097408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.110036] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ffa6ca-22bc-2438-9a8b-6a59527f412a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.120607] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.196024] env[69436]: DEBUG oslo_vmware.api [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254224, 'name': PowerOnVM_Task, 'duration_secs': 1.479818} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.196024] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.196024] env[69436]: INFO nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Took 10.75 seconds to spawn the instance on the hypervisor. [ 607.196024] env[69436]: DEBUG nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 607.196480] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ae4d7-3388-4d38-b9e8-b8ba05af64d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.479523] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fc03062-7282-47b1-b51b-2227fb986fe8 req-b28995d6-d458-4f96-b0ca-baac8ba0d48e service nova] Releasing lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.517330] env[69436]: DEBUG oslo_vmware.api [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Task: {'id': task-3254232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229717} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.517621] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.517834] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.518073] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.518263] env[69436]: INFO nova.compute.manager [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Took 1.13 seconds to destroy the instance on the hypervisor. [ 607.518548] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.518745] env[69436]: DEBUG nova.compute.manager [-] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 607.518842] env[69436]: DEBUG nova.network.neutron [-] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.572274] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.615060] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ffa6ca-22bc-2438-9a8b-6a59527f412a, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.620904] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd0003a-a992-46e3-94b8-fd70c02058f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.639921] env[69436]: DEBUG oslo_vmware.api [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254230, 'name': PowerOnVM_Task, 'duration_secs': 0.6471} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.641421] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.641647] env[69436]: INFO nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Took 8.71 seconds to spawn the instance on the hypervisor. [ 607.642166] env[69436]: DEBUG nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 607.642166] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 607.642166] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52935c48-fd5a-2e0b-9f97-cf94ebd78327" [ 607.642166] env[69436]: _type = "Task" [ 607.642166] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.645242] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fa8d87-d83e-41a7-b9b6-de339584786f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.663482] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52935c48-fd5a-2e0b-9f97-cf94ebd78327, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.664784] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.664784] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] b722222d-b97a-48b7-ae33-336fc7bfb4a6/b722222d-b97a-48b7-ae33-336fc7bfb4a6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.664784] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59cda4d8-d8e5-4194-a740-baa6bccab7d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.676931] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 607.676931] env[69436]: value = "task-3254233" [ 607.676931] env[69436]: _type = "Task" [ 607.676931] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.677245] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.677470] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.690087] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.704728] env[69436]: DEBUG nova.compute.manager [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 607.720077] env[69436]: INFO nova.compute.manager [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Took 25.48 seconds to build instance. [ 607.857860] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4285c5d1-e2be-48af-ab65-24b7dbb4f5bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.866356] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d297345-2f4d-4708-9e2f-8e87884805d0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.899404] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07d5e32-deca-4e06-b4bb-88f70a9569f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.907790] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77cff16-4512-4e63-9722-0b4ddaab0af4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.922499] env[69436]: DEBUG nova.compute.provider_tree [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.086574] env[69436]: DEBUG nova.compute.manager [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Received event network-vif-plugged-e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 608.086574] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] Acquiring lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.086574] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.086574] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.086574] env[69436]: DEBUG nova.compute.manager [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] No waiting events found dispatching network-vif-plugged-e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.087206] env[69436]: WARNING nova.compute.manager [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Received unexpected event network-vif-plugged-e8acdbbd-2e45-4011-ab75-6d8284468863 for instance with vm_state building and task_state spawning. [ 608.087206] env[69436]: DEBUG nova.compute.manager [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Received event network-changed-e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 608.087206] env[69436]: DEBUG nova.compute.manager [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Refreshing instance network info cache due to event network-changed-e8acdbbd-2e45-4011-ab75-6d8284468863. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 608.087206] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] Acquiring lock "refresh_cache-b722222d-b97a-48b7-ae33-336fc7bfb4a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.087206] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] Acquired lock "refresh_cache-b722222d-b97a-48b7-ae33-336fc7bfb4a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.087416] env[69436]: DEBUG nova.network.neutron [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Refreshing network info cache for port e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.174609] env[69436]: INFO nova.compute.manager [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Took 19.35 seconds to build instance. [ 608.193887] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254233, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.226215] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e508f9f0-682f-4c12-96a5-69b214438919 tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "5efca57c-909d-48e1-b5e1-ded21e713669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.242122] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.426542] env[69436]: DEBUG nova.scheduler.client.report [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.540424] env[69436]: DEBUG nova.network.neutron [-] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.687565] env[69436]: DEBUG oslo_concurrency.lockutils [None req-553655c6-f6a2-478c-9dab-b5b9e9b43e9f tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "ffdaafad-ce32-4185-8452-176da54064cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.882s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.694912] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572675} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.695221] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] b722222d-b97a-48b7-ae33-336fc7bfb4a6/b722222d-b97a-48b7-ae33-336fc7bfb4a6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.695444] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.695695] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49b660df-0a0a-4288-8cab-fc11caef14b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.705552] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 608.705552] env[69436]: value = "task-3254234" [ 608.705552] env[69436]: _type = "Task" [ 608.705552] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.715397] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.731053] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 608.917161] env[69436]: DEBUG nova.network.neutron [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Updated VIF entry in instance network info cache for port e8acdbbd-2e45-4011-ab75-6d8284468863. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.917440] env[69436]: DEBUG nova.network.neutron [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Updating instance_info_cache with network_info: [{"id": "e8acdbbd-2e45-4011-ab75-6d8284468863", "address": "fa:16:3e:f6:44:42", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8acdbbd-2e", "ovs_interfaceid": "e8acdbbd-2e45-4011-ab75-6d8284468863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.931444] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.932108] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 608.936922] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.732s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.938508] env[69436]: INFO nova.compute.claims [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.042818] env[69436]: INFO nova.compute.manager [-] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Took 1.52 seconds to deallocate network for instance. [ 609.206926] env[69436]: DEBUG nova.compute.manager [req-cecbebc1-13e0-4623-bff1-1f4f1531d2f2 req-078e49ed-b5b9-47c1-a436-0d7ad22d46eb service nova] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Received event network-vif-deleted-f99feec7-d70d-4f31-b719-d6b73d3a92ff {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 609.222699] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161413} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.225924] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.226253] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "1ada1a31-027f-4f84-b04e-1573bc1e5e62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.226487] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "1ada1a31-027f-4f84-b04e-1573bc1e5e62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.229597] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704686fa-97ed-47b8-8d9d-5bf81594363a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.263020] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] b722222d-b97a-48b7-ae33-336fc7bfb4a6/b722222d-b97a-48b7-ae33-336fc7bfb4a6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.266605] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e21af7-16b1-49b1-b0e0-ee6e3f08b784 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.295252] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 609.295252] env[69436]: value = "task-3254235" [ 609.295252] env[69436]: _type = "Task" [ 609.295252] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.304238] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.308325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.420590] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] Releasing lock "refresh_cache-b722222d-b97a-48b7-ae33-336fc7bfb4a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.421189] env[69436]: DEBUG nova.compute.manager [req-4b31732c-6230-4ca5-b45f-3e82b3d47d5c req-4644d72c-3643-496c-b4d3-3c845ae5f03b service nova] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Received event network-vif-deleted-f34d1ba1-d718-45fd-927c-470ed31e67f4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 609.443658] env[69436]: DEBUG nova.compute.utils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.454626] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 609.454626] env[69436]: DEBUG nova.network.neutron [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.551726] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.559716] env[69436]: DEBUG nova.policy [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e135c6e2cc0540c586ea88da910fc0f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47767142b3a14838b543e9e08370b074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.736117] env[69436]: DEBUG nova.compute.manager [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 609.807025] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.958956] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 610.073846] env[69436]: DEBUG nova.network.neutron [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Successfully created port: 859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.259943] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.306804] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254235, 'name': ReconfigVM_Task, 'duration_secs': 0.734842} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.309549] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Reconfigured VM instance instance-0000000a to attach disk [datastore2] b722222d-b97a-48b7-ae33-336fc7bfb4a6/b722222d-b97a-48b7-ae33-336fc7bfb4a6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.310422] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb225486-b703-42d1-ab45-f9fc03320a0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.318467] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 610.318467] env[69436]: value = "task-3254236" [ 610.318467] env[69436]: _type = "Task" [ 610.318467] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.328515] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254236, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.347479] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c6a6b6-f0bb-4639-bc2c-fe86c33454ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.360649] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09a972-d3eb-491f-bd34-ac475e0d8f55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.394048] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1237f522-e404-41a6-8af5-29acd7e7c5c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.401830] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bdcce-fd80-469c-babd-f8c040db57a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.418274] env[69436]: DEBUG nova.compute.provider_tree [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.829630] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254236, 'name': Rename_Task, 'duration_secs': 0.253161} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.830162] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.830516] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce8f71f-c738-4a6e-8fae-1c11f76101f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.837266] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 610.837266] env[69436]: value = "task-3254237" [ 610.837266] env[69436]: _type = "Task" [ 610.837266] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.848092] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.924924] env[69436]: DEBUG nova.scheduler.client.report [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.980711] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 611.011357] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:02:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1092506877',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-165589371',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.011357] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.011608] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.011817] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.011879] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.014996] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.014996] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.014996] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.014996] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.014996] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.015346] env[69436]: DEBUG nova.virt.hardware [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.015346] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085b4b3a-5845-441d-a435-05c4e422e0b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.024544] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde23e9-2fa0-42b8-8a78-a57407e3f290 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.043490] env[69436]: DEBUG nova.compute.manager [None req-bec1e59c-a011-4d6c-aba3-a61bdf7dd021 tempest-ServerDiagnosticsV248Test-1835988951 tempest-ServerDiagnosticsV248Test-1835988951-project-admin] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 611.044497] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2813f11-3bd3-4cf4-8cad-3eeb352cd074 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.050616] env[69436]: INFO nova.compute.manager [None req-bec1e59c-a011-4d6c-aba3-a61bdf7dd021 tempest-ServerDiagnosticsV248Test-1835988951 tempest-ServerDiagnosticsV248Test-1835988951-project-admin] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Retrieving diagnostics [ 611.051409] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8356f-b95f-4d89-9f73-413d0e1be50f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.348189] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.433110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.433110] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 611.435696] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.652s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.438551] env[69436]: INFO nova.compute.claims [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.854237] env[69436]: DEBUG oslo_vmware.api [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254237, 'name': PowerOnVM_Task, 'duration_secs': 0.940992} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.854537] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.854742] env[69436]: INFO nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Took 10.47 seconds to spawn the instance on the hypervisor. [ 611.854914] env[69436]: DEBUG nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 611.855715] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96453fda-c8bf-4277-85a6-258d137e6a06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.944199] env[69436]: DEBUG nova.compute.utils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.947812] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 611.948016] env[69436]: DEBUG nova.network.neutron [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.005543] env[69436]: DEBUG nova.network.neutron [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Successfully updated port: 859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.082068] env[69436]: INFO nova.compute.manager [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Rebuilding instance [ 612.095908] env[69436]: DEBUG nova.policy [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a54c7de8f2944c17965127faed54ce3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2536c2a90ebe4b63a9bce798f6a71775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.142252] env[69436]: DEBUG nova.compute.manager [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 612.143148] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063543ea-901d-43cc-8a14-c113535560e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.374104] env[69436]: INFO nova.compute.manager [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Took 23.54 seconds to build instance. [ 612.449095] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 612.508657] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.509222] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquired lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.509389] env[69436]: DEBUG nova.network.neutron [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.671796] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "5efca57c-909d-48e1-b5e1-ded21e713669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.672056] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "5efca57c-909d-48e1-b5e1-ded21e713669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.672627] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "5efca57c-909d-48e1-b5e1-ded21e713669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.672627] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "5efca57c-909d-48e1-b5e1-ded21e713669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.672627] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "5efca57c-909d-48e1-b5e1-ded21e713669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.676729] env[69436]: INFO nova.compute.manager [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Terminating instance [ 612.787465] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341c8e4-61c3-4631-9317-9ab379dde36d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.797680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9d33b-04ad-49ee-961b-1d3909fac9c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.835629] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f79955-90ca-4540-9a95-b242067ff791 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.843383] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e51328-a874-4928-aefa-19e62cb20d94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.859034] env[69436]: DEBUG nova.compute.provider_tree [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.875958] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec6016b1-3926-4641-9ef8-5d584b603ae7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.069s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.069944] env[69436]: DEBUG nova.network.neutron [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.164586] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.164893] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f01bff4-57e1-429f-99e6-9bd0265c6a94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.177259] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 613.177259] env[69436]: value = "task-3254238" [ 613.177259] env[69436]: _type = "Task" [ 613.177259] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.182562] env[69436]: DEBUG nova.compute.manager [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 613.182562] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.183708] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd2b620-5d0a-4f1a-812e-4330367188e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.194814] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.198145] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.198561] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45beaed3-4ba8-47f9-96f3-6d3f4c14b98e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.206378] env[69436]: DEBUG oslo_vmware.api [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 613.206378] env[69436]: value = "task-3254239" [ 613.206378] env[69436]: _type = "Task" [ 613.206378] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.207478] env[69436]: DEBUG nova.network.neutron [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Successfully created port: e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.218296] env[69436]: DEBUG oslo_vmware.api [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.363386] env[69436]: DEBUG nova.scheduler.client.report [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.464300] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 613.500982] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.501481] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.501481] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.501605] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.501754] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.501909] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.502665] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.502952] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.503445] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.503445] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.503588] env[69436]: DEBUG nova.virt.hardware [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.505552] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc15c344-275b-435d-984b-6b93a551e955 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.514195] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634bdec-e63e-4723-8a60-9908c1b1f924 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.534664] env[69436]: DEBUG nova.network.neutron [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updating instance_info_cache with network_info: [{"id": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "address": "fa:16:3e:ce:31:c8", "network": {"id": "2178d8a5-9b18-418b-87e3-eb0a85e49441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-302525341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47767142b3a14838b543e9e08370b074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859dc928-a3", "ovs_interfaceid": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.687778] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254238, 'name': PowerOffVM_Task, 'duration_secs': 0.159197} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.687921] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.688820] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.689606] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a4dd8-227d-4b6f-af81-05b1663edefa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.698518] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.698765] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2a89ca1-3792-448e-9150-cb319448d91b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.722679] env[69436]: DEBUG oslo_vmware.api [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254239, 'name': PowerOffVM_Task, 'duration_secs': 0.296573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.722679] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.722679] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.722679] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.722679] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.722953] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleting the datastore file [datastore1] 4bdba0be-6ebc-4da5-b813-290cb085e6f7 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.722953] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2798360b-d6f3-4445-a434-851ce9ede468 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.724735] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae40be12-bdec-4667-ba8a-8079f46480fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.732729] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 613.732729] env[69436]: value = "task-3254242" [ 613.732729] env[69436]: _type = "Task" [ 613.732729] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.741966] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.789148] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.790036] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.790036] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Deleting the datastore file [datastore1] 5efca57c-909d-48e1-b5e1-ded21e713669 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.790036] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e65355-ff1b-4572-90e4-b0c1cb0f61bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.798765] env[69436]: DEBUG oslo_vmware.api [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for the task: (returnval){ [ 613.798765] env[69436]: value = "task-3254243" [ 613.798765] env[69436]: _type = "Task" [ 613.798765] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.809645] env[69436]: DEBUG oslo_vmware.api [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.870227] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.871144] env[69436]: DEBUG nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 613.879413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.012s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.879413] env[69436]: INFO nova.compute.claims [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.038252] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Releasing lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.038790] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Instance network_info: |[{"id": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "address": "fa:16:3e:ce:31:c8", "network": {"id": "2178d8a5-9b18-418b-87e3-eb0a85e49441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-302525341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47767142b3a14838b543e9e08370b074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859dc928-a3", "ovs_interfaceid": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 614.042018] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:31:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '859dc928-a376-42eb-b256-6f6a3dd6e1f8', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.050459] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Creating folder: Project (47767142b3a14838b543e9e08370b074). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.050459] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-058db0a1-5c74-4846-8dd8-be66a31c59bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.065598] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Created folder: Project (47767142b3a14838b543e9e08370b074) in parent group-v650165. [ 614.065598] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Creating folder: Instances. Parent ref: group-v650196. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.065893] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9f35777-af41-43a0-a353-cfca6a28787f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.076861] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Created folder: Instances in parent group-v650196. [ 614.077128] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.077323] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.077523] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f077bf-7e09-4a62-bcbf-c566bfbceec6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.115883] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.115883] env[69436]: value = "task-3254246" [ 614.115883] env[69436]: _type = "Task" [ 614.115883] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.131117] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254246, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.230903] env[69436]: DEBUG nova.compute.manager [req-064721de-4284-4c66-ab85-3c9806a09187 req-f100081b-69bd-40e7-bc9d-ceb083f775ee service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Received event network-vif-plugged-859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 614.231143] env[69436]: DEBUG oslo_concurrency.lockutils [req-064721de-4284-4c66-ab85-3c9806a09187 req-f100081b-69bd-40e7-bc9d-ceb083f775ee service nova] Acquiring lock "158c19a4-af6d-41e9-9352-8eef13f1ec20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.231393] env[69436]: DEBUG oslo_concurrency.lockutils [req-064721de-4284-4c66-ab85-3c9806a09187 req-f100081b-69bd-40e7-bc9d-ceb083f775ee service nova] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.231540] env[69436]: DEBUG oslo_concurrency.lockutils [req-064721de-4284-4c66-ab85-3c9806a09187 req-f100081b-69bd-40e7-bc9d-ceb083f775ee service nova] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.231706] env[69436]: DEBUG nova.compute.manager [req-064721de-4284-4c66-ab85-3c9806a09187 req-f100081b-69bd-40e7-bc9d-ceb083f775ee service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] No waiting events found dispatching network-vif-plugged-859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.232295] env[69436]: WARNING nova.compute.manager [req-064721de-4284-4c66-ab85-3c9806a09187 req-f100081b-69bd-40e7-bc9d-ceb083f775ee service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Received unexpected event network-vif-plugged-859dc928-a376-42eb-b256-6f6a3dd6e1f8 for instance with vm_state building and task_state spawning. [ 614.246019] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19276} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.246019] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.246019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.246019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.310504] env[69436]: DEBUG oslo_vmware.api [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Task: {'id': task-3254243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36332} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.311634] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.311987] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.312364] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.312798] env[69436]: INFO nova.compute.manager [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Took 1.13 seconds to destroy the instance on the hypervisor. [ 614.313226] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.315122] env[69436]: DEBUG nova.compute.manager [-] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 614.315122] env[69436]: DEBUG nova.network.neutron [-] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.396571] env[69436]: DEBUG nova.compute.utils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.401026] env[69436]: DEBUG nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 614.612830] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "4da0e45d-cfbb-43e1-9a44-b721422e3075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.613223] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "4da0e45d-cfbb-43e1-9a44-b721422e3075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.613421] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "4da0e45d-cfbb-43e1-9a44-b721422e3075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.613688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "4da0e45d-cfbb-43e1-9a44-b721422e3075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.613919] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "4da0e45d-cfbb-43e1-9a44-b721422e3075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.621075] env[69436]: INFO nova.compute.manager [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Terminating instance [ 614.637686] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254246, 'name': CreateVM_Task, 'duration_secs': 0.364355} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.638673] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.639561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.639734] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.640165] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.640680] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d298a6-b65c-4338-b9f1-525c0249e759 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.645816] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 614.645816] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525d78a0-f97b-4155-7ddc-1cdf9cbec020" [ 614.645816] env[69436]: _type = "Task" [ 614.645816] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.654111] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525d78a0-f97b-4155-7ddc-1cdf9cbec020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.900798] env[69436]: DEBUG nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 615.063153] env[69436]: DEBUG nova.compute.manager [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Received event network-changed-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 615.063323] env[69436]: DEBUG nova.compute.manager [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Refreshing instance network info cache due to event network-changed-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 615.063540] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] Acquiring lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.063721] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] Acquired lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.063878] env[69436]: DEBUG nova.network.neutron [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Refreshing network info cache for port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.139515] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "refresh_cache-4da0e45d-cfbb-43e1-9a44-b721422e3075" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.140182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquired lock "refresh_cache-4da0e45d-cfbb-43e1-9a44-b721422e3075" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.140182] env[69436]: DEBUG nova.network.neutron [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.162053] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525d78a0-f97b-4155-7ddc-1cdf9cbec020, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.164635] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.164893] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.165322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.165322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.165467] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.167632] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1242350-8bd5-4c98-b7d9-b612970ed7cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.177741] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "42f89423-0e5d-44d3-b202-b449f66ab0b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.179784] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "42f89423-0e5d-44d3-b202-b449f66ab0b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.187632] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.187827] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.188971] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bd0b1a-3c8a-48dc-b23f-314945171873 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.196248] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 615.196248] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217c575-d952-2777-f078-c2865d3f4083" [ 615.196248] env[69436]: _type = "Task" [ 615.196248] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.212195] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217c575-d952-2777-f078-c2865d3f4083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.288665] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c33714-796d-4d9c-9ba7-d7b7aa22ec9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.303746] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b42945-985e-41b8-8fff-5fd5970dcb9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.356333] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.356333] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.356640] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.356640] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.356747] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.357246] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.357246] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.357246] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.357648] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.357648] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.357781] env[69436]: DEBUG nova.virt.hardware [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.360679] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a2bf2-0c2e-4613-8c9f-15514977c264 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.364704] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1170a77-e3da-48d3-954d-bfbce7a0bfdf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.367639] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.367866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.380776] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00b9b64-49d8-4874-bf32-46888b46d666 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.384884] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce949d-3526-4440-b004-105d16e0b5db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.398999] env[69436]: DEBUG nova.compute.provider_tree [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.414034] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.417456] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.419326] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.419326] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b5bc0f-49e0-471e-9322-0464fc91cbcb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.436403] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.436403] env[69436]: value = "task-3254247" [ 615.436403] env[69436]: _type = "Task" [ 615.436403] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.455046] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254247, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.466735] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.466997] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.467235] env[69436]: DEBUG nova.compute.manager [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 615.468399] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b563aece-705e-41d6-8126-94a3cec8e72e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.475798] env[69436]: DEBUG nova.compute.manager [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 615.476407] env[69436]: DEBUG nova.objects.instance [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lazy-loading 'flavor' on Instance uuid b722222d-b97a-48b7-ae33-336fc7bfb4a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.603657] env[69436]: DEBUG nova.network.neutron [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Successfully updated port: e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.641883] env[69436]: DEBUG nova.network.neutron [-] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.682479] env[69436]: DEBUG nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 615.704775] env[69436]: DEBUG nova.network.neutron [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.715568] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217c575-d952-2777-f078-c2865d3f4083, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.719475] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cb3fd2-eda6-4126-b1a7-7a1f405cf2fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.726808] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 615.726808] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522bc9fc-a55c-33a6-6c5f-a7ca13baf468" [ 615.726808] env[69436]: _type = "Task" [ 615.726808] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.735137] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522bc9fc-a55c-33a6-6c5f-a7ca13baf468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.873182] env[69436]: DEBUG nova.network.neutron [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.919138] env[69436]: DEBUG nova.scheduler.client.report [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.924415] env[69436]: DEBUG nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 615.948806] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254247, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.959543] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.959776] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.959927] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.960191] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.960865] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.960865] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.960865] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.960865] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.961547] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.961547] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.961547] env[69436]: DEBUG nova.virt.hardware [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.962680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa8dbdc-8909-42bb-8be5-f85701b915a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.972960] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c682250a-5bc5-4a2c-ad1d-adf84de6f1df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.990298] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.995814] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Creating folder: Project (92dd26d6f9614806b1e35c7dc8efa62d). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.996164] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10d4661-959c-45d4-b0eb-84885dd38fbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.006040] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Created folder: Project (92dd26d6f9614806b1e35c7dc8efa62d) in parent group-v650165. [ 616.006451] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Creating folder: Instances. Parent ref: group-v650200. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.006764] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48857794-9486-4748-990a-2a7d2903cf6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.016166] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Created folder: Instances in parent group-v650200. [ 616.016404] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.016697] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.017208] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeecbb4c-d797-452b-836b-d0edef8eff1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.038015] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.038015] env[69436]: value = "task-3254250" [ 616.038015] env[69436]: _type = "Task" [ 616.038015] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.043667] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254250, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.046083] env[69436]: DEBUG nova.network.neutron [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updated VIF entry in instance network info cache for port 593efe93-0e4e-4e4a-8e1c-fc3d28800ca3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.046083] env[69436]: DEBUG nova.network.neutron [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updating instance_info_cache with network_info: [{"id": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "address": "fa:16:3e:5e:ee:f7", "network": {"id": "8e86caff-184f-4cd1-b9cc-2a5e92c82726", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-485692090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c53733d33854c9bb8922449ba8b5de6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593efe93-0e", "ovs_interfaceid": "593efe93-0e4e-4e4a-8e1c-fc3d28800ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.106101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "refresh_cache-a6a7947e-d801-4d81-be42-e1e2d1a4054c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.106313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired lock "refresh_cache-a6a7947e-d801-4d81-be42-e1e2d1a4054c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.106418] env[69436]: DEBUG nova.network.neutron [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.146742] env[69436]: INFO nova.compute.manager [-] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Took 1.83 seconds to deallocate network for instance. [ 616.217292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.243652] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522bc9fc-a55c-33a6-6c5f-a7ca13baf468, 'name': SearchDatastore_Task, 'duration_secs': 0.02128} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.243958] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.244235] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 158c19a4-af6d-41e9-9352-8eef13f1ec20/158c19a4-af6d-41e9-9352-8eef13f1ec20.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.244647] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81df3505-cb02-4480-8ed5-975ff5ae23a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.254668] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 616.254668] env[69436]: value = "task-3254251" [ 616.254668] env[69436]: _type = "Task" [ 616.254668] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.268088] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.345965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "92548565-7ab3-4692-b3a2-7cbe5b31c174" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.345965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.376477] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Releasing lock "refresh_cache-4da0e45d-cfbb-43e1-9a44-b721422e3075" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.378133] env[69436]: DEBUG nova.compute.manager [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 616.378133] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.378133] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ec650-98e5-48e0-bc47-81882db6aee9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.385475] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.387995] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a249c6e-384d-45b7-ab53-02712081352b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.393519] env[69436]: DEBUG oslo_vmware.api [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 616.393519] env[69436]: value = "task-3254252" [ 616.393519] env[69436]: _type = "Task" [ 616.393519] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.406811] env[69436]: DEBUG oslo_vmware.api [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.425114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.429017] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 616.431885] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.981s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.433493] env[69436]: INFO nova.compute.claims [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.448546] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254247, 'name': CreateVM_Task, 'duration_secs': 0.694766} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.448693] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.450614] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450828] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.451215] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.451481] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9366f34-7714-4978-8fbd-9d45450e2f9b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.456473] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 616.456473] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291004e-469c-04be-2cf3-0d7f2d417786" [ 616.456473] env[69436]: _type = "Task" [ 616.456473] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.469190] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291004e-469c-04be-2cf3-0d7f2d417786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.492778] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.493091] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c7795ee-e0d7-4470-a888-2113c7768f50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.501377] env[69436]: DEBUG oslo_vmware.api [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 616.501377] env[69436]: value = "task-3254253" [ 616.501377] env[69436]: _type = "Task" [ 616.501377] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.514911] env[69436]: DEBUG oslo_vmware.api [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.549744] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ae88aa9-45ef-4e1d-a1d2-00a4b2bc70cc req-713ecd12-6023-47ac-83b2-2cef3ba67dbd service nova] Releasing lock "refresh_cache-2eb02944-c362-4b05-a280-e50d011553be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.550602] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254250, 'name': CreateVM_Task, 'duration_secs': 0.284089} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.551617] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.551617] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.659959] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.691153] env[69436]: DEBUG nova.network.neutron [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.767862] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.916309] env[69436]: DEBUG oslo_vmware.api [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254252, 'name': PowerOffVM_Task, 'duration_secs': 0.142864} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.916834] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.917173] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.917558] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9083d16e-001b-482a-85bf-52705cc53781 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.941955] env[69436]: DEBUG nova.compute.utils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.947036] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 616.947140] env[69436]: DEBUG nova.network.neutron [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.949756] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.950050] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.950439] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Deleting the datastore file [datastore2] 4da0e45d-cfbb-43e1-9a44-b721422e3075 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.951037] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b71f6b94-36de-49bb-bde4-f5dbd30cf11b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.960901] env[69436]: DEBUG oslo_vmware.api [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for the task: (returnval){ [ 616.960901] env[69436]: value = "task-3254255" [ 616.960901] env[69436]: _type = "Task" [ 616.960901] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.979029] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291004e-469c-04be-2cf3-0d7f2d417786, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.984132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.984552] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.984952] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.985234] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.985547] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.986527] env[69436]: DEBUG oslo_vmware.api [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.991339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.991339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.991339] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07b9d257-0cab-4512-82bb-205c3d7e7883 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.993881] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3327af77-4790-49d1-b260-260d475e36fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.001248] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 617.001248] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5222690e-11fe-077c-13ca-99ded74134d6" [ 617.001248] env[69436]: _type = "Task" [ 617.001248] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.016018] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.016018] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.024478] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcf74b2-bb8b-453c-ac17-7e7849d71547 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.027598] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5222690e-11fe-077c-13ca-99ded74134d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.027902] env[69436]: DEBUG oslo_vmware.api [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254253, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.031678] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 617.031678] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527402ef-8c2a-2a59-3287-fc70fa50015c" [ 617.031678] env[69436]: _type = "Task" [ 617.031678] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.037101] env[69436]: DEBUG nova.network.neutron [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Updating instance_info_cache with network_info: [{"id": "e2fedcb8-fbee-43c2-bc92-cadf4339ee23", "address": "fa:16:3e:17:04:f8", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fedcb8-fb", "ovs_interfaceid": "e2fedcb8-fbee-43c2-bc92-cadf4339ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.043882] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527402ef-8c2a-2a59-3287-fc70fa50015c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.053667] env[69436]: DEBUG nova.policy [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a41f7c12bb7f4064920c7aee66b63381', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40fcb692a1be4df88a6da66900b80688', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.263868] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689085} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.264199] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 158c19a4-af6d-41e9-9352-8eef13f1ec20/158c19a4-af6d-41e9-9352-8eef13f1ec20.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.264418] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.264660] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c3a3df-b81a-43d6-a4af-6155fe0756c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.272677] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 617.272677] env[69436]: value = "task-3254256" [ 617.272677] env[69436]: _type = "Task" [ 617.272677] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.282183] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.447126] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 617.478643] env[69436]: DEBUG oslo_vmware.api [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Task: {'id': task-3254255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261544} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.479421] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.479421] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.479421] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.479578] env[69436]: INFO nova.compute.manager [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Took 1.10 seconds to destroy the instance on the hypervisor. [ 617.479790] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.479999] env[69436]: DEBUG nova.compute.manager [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 617.480675] env[69436]: DEBUG nova.network.neutron [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.504143] env[69436]: DEBUG nova.network.neutron [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.530028] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5222690e-11fe-077c-13ca-99ded74134d6, 'name': SearchDatastore_Task, 'duration_secs': 0.031088} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.530028] env[69436]: DEBUG oslo_vmware.api [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254253, 'name': PowerOffVM_Task, 'duration_secs': 0.621125} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.532466] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.532707] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.532946] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.533160] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.533355] env[69436]: DEBUG nova.compute.manager [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 617.534784] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73691537-317c-4918-8a0e-73d3038eee10 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.550403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Releasing lock "refresh_cache-a6a7947e-d801-4d81-be42-e1e2d1a4054c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.550403] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Instance network_info: |[{"id": "e2fedcb8-fbee-43c2-bc92-cadf4339ee23", "address": "fa:16:3e:17:04:f8", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fedcb8-fb", "ovs_interfaceid": "e2fedcb8-fbee-43c2-bc92-cadf4339ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 617.550688] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527402ef-8c2a-2a59-3287-fc70fa50015c, 'name': SearchDatastore_Task, 'duration_secs': 0.022278} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.553377] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:04:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2fedcb8-fbee-43c2-bc92-cadf4339ee23', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.561183] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Creating folder: Project (2536c2a90ebe4b63a9bce798f6a71775). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.562535] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f40d00-1b45-4fcb-b8c6-3bf9156b98b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.564409] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a405f2b-1cc8-42de-b7b7-7a0cd942348d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.570797] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 617.570797] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ae585-e06a-6157-d621-be10bef31d8a" [ 617.570797] env[69436]: _type = "Task" [ 617.570797] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.575933] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Created folder: Project (2536c2a90ebe4b63a9bce798f6a71775) in parent group-v650165. [ 617.576136] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Creating folder: Instances. Parent ref: group-v650203. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.581896] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c3d3a15-90da-4382-b8f6-480faf656850 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.584630] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ae585-e06a-6157-d621-be10bef31d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.591142] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Created folder: Instances in parent group-v650203. [ 617.591455] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.591642] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.591848] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19fd447c-18fe-4478-baa1-66c305747c94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.615731] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.615731] env[69436]: value = "task-3254259" [ 617.615731] env[69436]: _type = "Task" [ 617.615731] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.623637] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254259, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.792782] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06128} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.794106] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.796157] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38dc08d-bd59-4010-8ec9-27a58d338855 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.823017] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 158c19a4-af6d-41e9-9352-8eef13f1ec20/158c19a4-af6d-41e9-9352-8eef13f1ec20.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.828776] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-134f1f29-f4cc-47be-8c67-8cdd05ca3487 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.851688] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 617.851688] env[69436]: value = "task-3254260" [ 617.851688] env[69436]: _type = "Task" [ 617.851688] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.866165] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.906091] env[69436]: DEBUG nova.network.neutron [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Successfully created port: 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.942437] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e859ce-d37a-4add-b01c-b42f380cbf91 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.948460] env[69436]: DEBUG nova.compute.manager [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Received event network-changed-859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 617.948988] env[69436]: DEBUG nova.compute.manager [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Refreshing instance network info cache due to event network-changed-859dc928-a376-42eb-b256-6f6a3dd6e1f8. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 617.948988] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] Acquiring lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.949148] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] Acquired lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.949375] env[69436]: DEBUG nova.network.neutron [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Refreshing network info cache for port 859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.959671] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3812d5-4bae-4dfb-9980-dc9fbc52e18b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.996566] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434f963b-2f7b-4ae1-8608-370fff73ace5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.004695] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdfc0ec-6907-4382-a7e7-012b325055ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.008970] env[69436]: DEBUG nova.network.neutron [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.021862] env[69436]: DEBUG nova.compute.provider_tree [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.057091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c5d6ee-2713-476f-9077-7c550b43001b tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.590s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.082420] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ae585-e06a-6157-d621-be10bef31d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.082709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.082969] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.083293] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.083433] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.083641] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81eb2b5-bac5-419c-b1b8-db14f983550a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.087531] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529d0789-671f-4290-b44c-8904774a9264 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.096433] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 618.096433] env[69436]: value = "task-3254261" [ 618.096433] env[69436]: _type = "Task" [ 618.096433] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.098159] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.098159] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.102610] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae5f3d7-6b80-4436-b068-ecacdd79d294 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.114105] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.114408] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 618.114408] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b352f2-4896-515e-42ea-08ee82b55f42" [ 618.114408] env[69436]: _type = "Task" [ 618.114408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.130608] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b352f2-4896-515e-42ea-08ee82b55f42, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.134356] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254259, 'name': CreateVM_Task, 'duration_secs': 0.35506} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.134662] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0eadc3b-d3d5-4f56-9fff-d290f8e2eb62 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.136702] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.137608] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.137677] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.137965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.138826] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec06b6a5-8b26-4a3f-b2f5-b6efe6a0b6f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.142725] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 618.142725] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5246e429-e289-bd3d-3cfa-dbad66b26022" [ 618.142725] env[69436]: _type = "Task" [ 618.142725] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.144250] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 618.144250] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dc2315-ac80-79c3-e0ff-60e5eef42a9e" [ 618.144250] env[69436]: _type = "Task" [ 618.144250] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.155784] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dc2315-ac80-79c3-e0ff-60e5eef42a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.159634] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.159872] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.160115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.160341] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5246e429-e289-bd3d-3cfa-dbad66b26022, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.160570] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.160757] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.161018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.161193] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.161389] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4051218f-3244-4831-8481-f302aebc3357 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.163479] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68469011-494d-4e0b-907b-24b8b2673823 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.169024] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 618.169024] env[69436]: value = "task-3254262" [ 618.169024] env[69436]: _type = "Task" [ 618.169024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.172931] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.173803] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.174160] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca111c4b-87d3-4525-bd34-db5be1ce6712 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.180312] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.183858] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 618.183858] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d6fcfe-d720-dcc3-d638-538a381e9c42" [ 618.183858] env[69436]: _type = "Task" [ 618.183858] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.190642] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d6fcfe-d720-dcc3-d638-538a381e9c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.365471] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254260, 'name': ReconfigVM_Task, 'duration_secs': 0.298026} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.365471] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 158c19a4-af6d-41e9-9352-8eef13f1ec20/158c19a4-af6d-41e9-9352-8eef13f1ec20.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.365471] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd6d7ada-39e8-4431-b155-52affe6c7ac5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.372330] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 618.372330] env[69436]: value = "task-3254263" [ 618.372330] env[69436]: _type = "Task" [ 618.372330] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.383919] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254263, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.461080] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 618.473899] env[69436]: DEBUG nova.compute.manager [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Received event network-vif-plugged-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 618.474139] env[69436]: DEBUG oslo_concurrency.lockutils [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] Acquiring lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.474339] env[69436]: DEBUG oslo_concurrency.lockutils [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.474527] env[69436]: DEBUG oslo_concurrency.lockutils [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.474696] env[69436]: DEBUG nova.compute.manager [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] No waiting events found dispatching network-vif-plugged-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.474863] env[69436]: WARNING nova.compute.manager [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Received unexpected event network-vif-plugged-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 for instance with vm_state building and task_state spawning. [ 618.476192] env[69436]: DEBUG nova.compute.manager [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Received event network-changed-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 618.476899] env[69436]: DEBUG nova.compute.manager [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Refreshing instance network info cache due to event network-changed-e2fedcb8-fbee-43c2-bc92-cadf4339ee23. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 618.477421] env[69436]: DEBUG oslo_concurrency.lockutils [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] Acquiring lock "refresh_cache-a6a7947e-d801-4d81-be42-e1e2d1a4054c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.477772] env[69436]: DEBUG oslo_concurrency.lockutils [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] Acquired lock "refresh_cache-a6a7947e-d801-4d81-be42-e1e2d1a4054c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.478035] env[69436]: DEBUG nova.network.neutron [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Refreshing network info cache for port e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.500375] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.501030] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.501030] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.503988] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.503988] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.503988] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.503988] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.504210] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.504422] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.505238] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.505238] env[69436]: DEBUG nova.virt.hardware [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.506758] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c5ffcb-270a-4aac-8432-69178c396550 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.512011] env[69436]: INFO nova.compute.manager [-] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Took 1.03 seconds to deallocate network for instance. [ 618.525923] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f100c4-7fad-470c-b205-cf4d7f17a04a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.532691] env[69436]: DEBUG nova.scheduler.client.report [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.599163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.599946] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.610200] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493955} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.610545] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.610818] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.611129] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-417e0b76-abf0-41ad-879e-7933c0caeaaf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.618666] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 618.618666] env[69436]: value = "task-3254264" [ 618.618666] env[69436]: _type = "Task" [ 618.618666] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.627534] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.679654] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254262, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.694210] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d6fcfe-d720-dcc3-d638-538a381e9c42, 'name': SearchDatastore_Task, 'duration_secs': 0.008161} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.695212] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf65014-d1e6-4b12-bfb8-e54e90ad6d42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.704019] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 618.704019] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521688b5-e24d-c8de-1948-236b8c40e238" [ 618.704019] env[69436]: _type = "Task" [ 618.704019] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.710544] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521688b5-e24d-c8de-1948-236b8c40e238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.883406] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254263, 'name': Rename_Task, 'duration_secs': 0.241714} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.884288] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.884752] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe8f4256-9389-4c3b-81b7-8ad987e168ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.894113] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 618.894113] env[69436]: value = "task-3254265" [ 618.894113] env[69436]: _type = "Task" [ 618.894113] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.907822] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.928144] env[69436]: DEBUG nova.network.neutron [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updated VIF entry in instance network info cache for port 859dc928-a376-42eb-b256-6f6a3dd6e1f8. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.928477] env[69436]: DEBUG nova.network.neutron [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updating instance_info_cache with network_info: [{"id": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "address": "fa:16:3e:ce:31:c8", "network": {"id": "2178d8a5-9b18-418b-87e3-eb0a85e49441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-302525341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47767142b3a14838b543e9e08370b074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859dc928-a3", "ovs_interfaceid": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.041557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.042115] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 619.046128] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.046553] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.931s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.048535] env[69436]: INFO nova.compute.claims [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.129357] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177442} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.129631] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.131835] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e8d4c-4cd0-410b-96d8-2fdcf1f38330 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.155807] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.156509] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6e39c1-5ca5-48ba-96e7-c5734561bed8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.188805] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73174} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.189799] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.190460] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.191989] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 619.191989] env[69436]: value = "task-3254266" [ 619.191989] env[69436]: _type = "Task" [ 619.191989] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.193277] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f3c791f-2ec6-4cb5-8f72-d5ad6f1d1f18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.205890] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.212849] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 619.212849] env[69436]: value = "task-3254267" [ 619.212849] env[69436]: _type = "Task" [ 619.212849] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.225495] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521688b5-e24d-c8de-1948-236b8c40e238, 'name': SearchDatastore_Task, 'duration_secs': 0.053965} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.225495] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.225495] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] a6a7947e-d801-4d81-be42-e1e2d1a4054c/a6a7947e-d801-4d81-be42-e1e2d1a4054c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.225495] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c7d615b-669b-4ac7-a822-32bc00aa37a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.229776] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.234663] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 619.234663] env[69436]: value = "task-3254268" [ 619.234663] env[69436]: _type = "Task" [ 619.234663] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.246039] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.408734] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.434205] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] Releasing lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.434205] env[69436]: DEBUG nova.compute.manager [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Received event network-changed-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 619.434205] env[69436]: DEBUG nova.compute.manager [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Refreshing instance network info cache due to event network-changed-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 619.434205] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] Acquiring lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.434205] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] Acquired lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.434438] env[69436]: DEBUG nova.network.neutron [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Refreshing network info cache for port 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.521913] env[69436]: DEBUG nova.network.neutron [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Updated VIF entry in instance network info cache for port e2fedcb8-fbee-43c2-bc92-cadf4339ee23. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.521913] env[69436]: DEBUG nova.network.neutron [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Updating instance_info_cache with network_info: [{"id": "e2fedcb8-fbee-43c2-bc92-cadf4339ee23", "address": "fa:16:3e:17:04:f8", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2fedcb8-fb", "ovs_interfaceid": "e2fedcb8-fbee-43c2-bc92-cadf4339ee23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.554374] env[69436]: DEBUG nova.compute.utils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.562022] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 619.562022] env[69436]: DEBUG nova.network.neutron [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.628336] env[69436]: DEBUG nova.policy [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2543776cfd8411d87aab942d7c4b1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1503d92c337b4daabc9aa2b5d27799f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.709127] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254266, 'name': ReconfigVM_Task, 'duration_secs': 0.400848} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.709753] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 4bdba0be-6ebc-4da5-b813-290cb085e6f7/4bdba0be-6ebc-4da5-b813-290cb085e6f7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.710868] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50d50e2f-199d-4b39-9a10-1e5e754c22d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.725618] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06471} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.728385] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.728385] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 619.728385] env[69436]: value = "task-3254269" [ 619.728385] env[69436]: _type = "Task" [ 619.728385] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.729364] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43730abb-2a13-4343-97fc-b24183867931 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.760547] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.764711] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a68bfab-6000-4735-bb4f-e46555f19afb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.783980] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254269, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.790619] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503117} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.791435] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] a6a7947e-d801-4d81-be42-e1e2d1a4054c/a6a7947e-d801-4d81-be42-e1e2d1a4054c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.791629] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.791981] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01489095-4396-41a4-b9eb-aaa26869f152 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.800490] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "ef18c356-41ff-43f0-bdea-d7f8b1391508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.800728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "ef18c356-41ff-43f0-bdea-d7f8b1391508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.801031] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 619.801031] env[69436]: value = "task-3254270" [ 619.801031] env[69436]: _type = "Task" [ 619.801031] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.806091] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 619.806091] env[69436]: value = "task-3254271" [ 619.806091] env[69436]: _type = "Task" [ 619.806091] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.815408] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.820786] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.907055] env[69436]: DEBUG oslo_vmware.api [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254265, 'name': PowerOnVM_Task, 'duration_secs': 0.950701} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.907367] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.907554] env[69436]: INFO nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Took 8.93 seconds to spawn the instance on the hypervisor. [ 619.908323] env[69436]: DEBUG nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 619.909273] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8a1b1-ca4b-4b86-a88d-5abb5e4cc484 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.967190] env[69436]: DEBUG nova.network.neutron [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Successfully updated port: 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.024949] env[69436]: DEBUG oslo_concurrency.lockutils [req-b917b86b-ee35-41ed-9b1e-f922d0d7303f req-95e2e920-36aa-4cd6-b57d-ea6c045e451c service nova] Releasing lock "refresh_cache-a6a7947e-d801-4d81-be42-e1e2d1a4054c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.062018] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 620.185926] env[69436]: DEBUG nova.network.neutron [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Successfully created port: 4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.250374] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254269, 'name': Rename_Task, 'duration_secs': 0.139871} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.250374] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.250374] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81bbd757-4ad3-4fba-9709-bf7d74319653 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.257650] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 620.257650] env[69436]: value = "task-3254272" [ 620.257650] env[69436]: _type = "Task" [ 620.257650] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.284830] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254272, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.314730] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.319712] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073886} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.322380] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.323453] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb55f915-4025-4eef-b01b-66760de8ab83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.351237] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] a6a7947e-d801-4d81-be42-e1e2d1a4054c/a6a7947e-d801-4d81-be42-e1e2d1a4054c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.355295] env[69436]: DEBUG nova.network.neutron [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updated VIF entry in instance network info cache for port 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.355968] env[69436]: DEBUG nova.network.neutron [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updating instance_info_cache with network_info: [{"id": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "address": "fa:16:3e:cf:68:da", "network": {"id": "6415e722-5a01-4fb2-bd82-5dd3f5bbe402", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-247166652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2286ad712c5a470ba83392db99044cbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap513a9c2b-2b", "ovs_interfaceid": "513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.357032] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6467a66c-9357-490f-a7b0-f4f267f8abd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.380575] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 620.380575] env[69436]: value = "task-3254273" [ 620.380575] env[69436]: _type = "Task" [ 620.380575] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.396062] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.435114] env[69436]: INFO nova.compute.manager [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Took 24.37 seconds to build instance. [ 620.476572] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.476721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquired lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.476933] env[69436]: DEBUG nova.network.neutron [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.511384] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea65a0f-9578-4ced-ab2a-30f922eab83c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.520241] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc93d2f-c411-4d29-8153-8ea56a7263de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.553508] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88bb4a-02d7-44eb-9d8a-325789a7b302 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.562624] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c8051-1c36-4b63-9225-e76d8127a90c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.580593] env[69436]: DEBUG nova.compute.provider_tree [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.769346] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.811149] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254270, 'name': ReconfigVM_Task, 'duration_secs': 0.764008} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.811473] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.812102] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c434de50-20dd-4c10-9ec6-144ee3d37dcd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.818733] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 620.818733] env[69436]: value = "task-3254274" [ 620.818733] env[69436]: _type = "Task" [ 620.818733] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.828803] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254274, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.874387] env[69436]: DEBUG oslo_concurrency.lockutils [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] Releasing lock "refresh_cache-ffdaafad-ce32-4185-8452-176da54064cd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.874645] env[69436]: DEBUG nova.compute.manager [req-4b81f10b-802b-48c4-9cb1-a4ef9181fd0a req-a7161e8f-1346-4e93-b0fc-9c8d70117307 service nova] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Received event network-vif-deleted-f5aaece5-6d1f-47a8-8563-b02c1e998816 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 620.890477] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254273, 'name': ReconfigVM_Task, 'duration_secs': 0.288775} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.890735] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] a6a7947e-d801-4d81-be42-e1e2d1a4054c/a6a7947e-d801-4d81-be42-e1e2d1a4054c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.891382] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1e598bb-1597-4919-a69e-bf1483360005 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.898229] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 620.898229] env[69436]: value = "task-3254275" [ 620.898229] env[69436]: _type = "Task" [ 620.898229] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.907771] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254275, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.937773] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec650569-fdbe-4774-a76e-5373092bd134 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.098s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.028740] env[69436]: DEBUG nova.network.neutron [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.072371] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 621.084390] env[69436]: DEBUG nova.scheduler.client.report [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.104065] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.105487] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.105487] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.105487] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.105487] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.105487] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.106152] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.106152] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.106152] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.106152] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.106152] env[69436]: DEBUG nova.virt.hardware [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.107150] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2604691e-9624-421c-b3f2-8a088f454a10 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.118028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0375ad1b-dbe7-4f75-90fc-03a24b716823 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.280865] env[69436]: DEBUG oslo_vmware.api [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254272, 'name': PowerOnVM_Task, 'duration_secs': 0.582666} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.281269] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.281492] env[69436]: DEBUG nova.compute.manager [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 621.283424] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbe29c3-1478-40c6-8cec-efeaa336ec23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.298159] env[69436]: DEBUG nova.network.neutron [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Updating instance_info_cache with network_info: [{"id": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "address": "fa:16:3e:f9:8e:70", "network": {"id": "4f21006a-b804-4bcd-9fd3-b2db83567bd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-553251438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcb692a1be4df88a6da66900b80688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba461b2-bc", "ovs_interfaceid": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.332584] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254274, 'name': Rename_Task, 'duration_secs': 0.337434} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.332709] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.333025] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-988605e0-7d59-499d-b627-590e7a900425 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.335466] env[69436]: DEBUG nova.compute.manager [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 621.336172] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a288935-f584-4a41-8872-a4e7fd3b2fc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.351892] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 621.351892] env[69436]: value = "task-3254276" [ 621.351892] env[69436]: _type = "Task" [ 621.351892] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.360068] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254276, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.411417] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254275, 'name': Rename_Task, 'duration_secs': 0.244485} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.411697] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.411947] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-524d8def-0bde-41d6-a6a7-da4959e73ddf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.417803] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 621.417803] env[69436]: value = "task-3254277" [ 621.417803] env[69436]: _type = "Task" [ 621.417803] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.426959] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.440797] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 621.594150] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.594150] env[69436]: DEBUG nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 621.595297] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.903s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.595666] env[69436]: DEBUG nova.objects.instance [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lazy-loading 'resources' on Instance uuid 28514fc0-27b2-4b44-bd12-d4ccd1831cea {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.645095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "f1ec9889-55f4-455c-a927-36585d57bc41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.645581] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "f1ec9889-55f4-455c-a927-36585d57bc41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.800017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.805013] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Releasing lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.805013] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Instance network_info: |[{"id": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "address": "fa:16:3e:f9:8e:70", "network": {"id": "4f21006a-b804-4bcd-9fd3-b2db83567bd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-553251438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcb692a1be4df88a6da66900b80688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba461b2-bc", "ovs_interfaceid": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 621.805241] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:8e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba461b2-bcaa-43bf-b854-dc3a7f265d49', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.818137] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Creating folder: Project (40fcb692a1be4df88a6da66900b80688). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.818754] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a39c1657-e2d1-4a74-a6d7-60d797dfa7b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.833019] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Created folder: Project (40fcb692a1be4df88a6da66900b80688) in parent group-v650165. [ 621.833019] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Creating folder: Instances. Parent ref: group-v650206. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.833019] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0511bd6-d2c4-4a80-b7c7-106db5d439c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.843257] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Created folder: Instances in parent group-v650206. [ 621.843257] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.843257] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.843257] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-656cf39e-23d8-49ad-b062-786efff6fbf4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.866992] env[69436]: INFO nova.compute.manager [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] instance snapshotting [ 621.866992] env[69436]: WARNING nova.compute.manager [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 621.871838] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34fe619-25f4-4007-a896-bd06fcbc2925 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.877193] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.877193] env[69436]: value = "task-3254280" [ 621.877193] env[69436]: _type = "Task" [ 621.877193] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.898493] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254276, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.899354] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6068eb-de09-483d-a998-436059e73311 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.908034] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254280, 'name': CreateVM_Task} progress is 15%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.927921] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.971999] env[69436]: DEBUG nova.compute.manager [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Received event network-vif-plugged-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 621.972254] env[69436]: DEBUG oslo_concurrency.lockutils [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] Acquiring lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.972531] env[69436]: DEBUG oslo_concurrency.lockutils [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.972748] env[69436]: DEBUG oslo_concurrency.lockutils [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.972943] env[69436]: DEBUG nova.compute.manager [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] No waiting events found dispatching network-vif-plugged-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.973170] env[69436]: WARNING nova.compute.manager [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Received unexpected event network-vif-plugged-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 for instance with vm_state building and task_state spawning. [ 621.973378] env[69436]: DEBUG nova.compute.manager [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Received event network-changed-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 621.973601] env[69436]: DEBUG nova.compute.manager [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Refreshing instance network info cache due to event network-changed-6ba461b2-bcaa-43bf-b854-dc3a7f265d49. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 621.973956] env[69436]: DEBUG oslo_concurrency.lockutils [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] Acquiring lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.974052] env[69436]: DEBUG oslo_concurrency.lockutils [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] Acquired lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.974208] env[69436]: DEBUG nova.network.neutron [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Refreshing network info cache for port 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.979832] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.987325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "2eb02944-c362-4b05-a280-e50d011553be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.987632] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "2eb02944-c362-4b05-a280-e50d011553be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.987887] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "2eb02944-c362-4b05-a280-e50d011553be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.988028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "2eb02944-c362-4b05-a280-e50d011553be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.988237] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "2eb02944-c362-4b05-a280-e50d011553be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.990626] env[69436]: INFO nova.compute.manager [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Terminating instance [ 622.094241] env[69436]: DEBUG nova.network.neutron [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Successfully updated port: 4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.101088] env[69436]: DEBUG nova.compute.utils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.105393] env[69436]: DEBUG nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 622.377727] env[69436]: DEBUG oslo_vmware.api [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254276, 'name': PowerOnVM_Task, 'duration_secs': 0.674897} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.377727] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.377921] env[69436]: INFO nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Took 6.45 seconds to spawn the instance on the hypervisor. [ 622.378131] env[69436]: DEBUG nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 622.379197] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8459ba1-9b2a-4c78-bb37-5353124c215a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.397112] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254280, 'name': CreateVM_Task, 'duration_secs': 0.478724} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.403484] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.404721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.405017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.406344] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.406344] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9bdb95-cae9-47ae-8ac9-7d80b819fa66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.411656] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 622.411656] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529a3af9-7203-6f95-8865-0f503a2367d6" [ 622.411656] env[69436]: _type = "Task" [ 622.411656] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.416357] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 622.416711] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4798e9b5-1fe2-4dd2-8eaa-cf0d00425c32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.430090] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529a3af9-7203-6f95-8865-0f503a2367d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.434338] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 622.434338] env[69436]: value = "task-3254281" [ 622.434338] env[69436]: _type = "Task" [ 622.434338] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.442016] env[69436]: DEBUG oslo_vmware.api [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254277, 'name': PowerOnVM_Task, 'duration_secs': 0.729488} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.442016] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.442016] env[69436]: INFO nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Took 8.98 seconds to spawn the instance on the hypervisor. [ 622.442253] env[69436]: DEBUG nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 622.442989] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df715dd1-a4ee-4892-a4f9-291df220bccd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.448856] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.498884] env[69436]: DEBUG nova.compute.manager [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 622.498957] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.501243] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea95769-636d-4bf6-9f9f-b390662b245e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.512898] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.512898] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7170f031-da0d-4c03-8a24-287ada949b76 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.520031] env[69436]: DEBUG oslo_vmware.api [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 622.520031] env[69436]: value = "task-3254282" [ 622.520031] env[69436]: _type = "Task" [ 622.520031] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.534071] env[69436]: DEBUG oslo_vmware.api [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.561859] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34afaa4-3f70-4a91-9b50-9613da65ed01 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.569935] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a1be3-3d08-407a-b23f-cd0ec3c909b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.607848] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607848] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607848] env[69436]: DEBUG nova.network.neutron [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.608566] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefead87-5fc0-4dc4-a18b-112e059f3742 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.611934] env[69436]: DEBUG nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 622.623210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.623451] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.623642] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "0d8d692c-4982-429b-8243-17099f95c8ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.623816] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "0d8d692c-4982-429b-8243-17099f95c8ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.628817] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f87820-aed6-454d-8496-93e3c07359b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.643859] env[69436]: DEBUG nova.compute.provider_tree [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.741735] env[69436]: DEBUG nova.compute.manager [req-b7049f0e-47a0-4159-8fcf-ed461db32a98 req-e7552cba-b2a5-487a-a5dd-d4e1ae082d87 service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Received event network-vif-plugged-4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 622.741988] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7049f0e-47a0-4159-8fcf-ed461db32a98 req-e7552cba-b2a5-487a-a5dd-d4e1ae082d87 service nova] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.742480] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7049f0e-47a0-4159-8fcf-ed461db32a98 req-e7552cba-b2a5-487a-a5dd-d4e1ae082d87 service nova] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.742681] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7049f0e-47a0-4159-8fcf-ed461db32a98 req-e7552cba-b2a5-487a-a5dd-d4e1ae082d87 service nova] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.742885] env[69436]: DEBUG nova.compute.manager [req-b7049f0e-47a0-4159-8fcf-ed461db32a98 req-e7552cba-b2a5-487a-a5dd-d4e1ae082d87 service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] No waiting events found dispatching network-vif-plugged-4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.743138] env[69436]: WARNING nova.compute.manager [req-b7049f0e-47a0-4159-8fcf-ed461db32a98 req-e7552cba-b2a5-487a-a5dd-d4e1ae082d87 service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Received unexpected event network-vif-plugged-4731da9e-f2c3-4067-9ded-18c7e2312750 for instance with vm_state building and task_state spawning. [ 622.849171] env[69436]: DEBUG nova.network.neutron [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Updated VIF entry in instance network info cache for port 6ba461b2-bcaa-43bf-b854-dc3a7f265d49. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.849171] env[69436]: DEBUG nova.network.neutron [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Updating instance_info_cache with network_info: [{"id": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "address": "fa:16:3e:f9:8e:70", "network": {"id": "4f21006a-b804-4bcd-9fd3-b2db83567bd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-553251438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcb692a1be4df88a6da66900b80688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba461b2-bc", "ovs_interfaceid": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.918100] env[69436]: INFO nova.compute.manager [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Took 25.16 seconds to build instance. [ 622.931181] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529a3af9-7203-6f95-8865-0f503a2367d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.932054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.932054] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.932054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.932203] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.932509] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.932812] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4c9a422-a02a-49cc-add2-752b6e2141d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.947150] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.948486] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.948687] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.950148] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39facd14-c912-4bc3-b984-6a430317646d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.957435] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 622.957435] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b06f95-3776-3ed6-a068-bb47d07de0da" [ 622.957435] env[69436]: _type = "Task" [ 622.957435] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.976399] env[69436]: INFO nova.compute.manager [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Took 26.79 seconds to build instance. [ 622.979978] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b06f95-3776-3ed6-a068-bb47d07de0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.033328] env[69436]: DEBUG oslo_vmware.api [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254282, 'name': PowerOffVM_Task, 'duration_secs': 0.259355} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.033893] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.034022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.034384] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52ef36d6-33d3-4638-b38e-9e94676e14b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.132381] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.132627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.135833] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleting the datastore file [datastore2] 2eb02944-c362-4b05-a280-e50d011553be {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.135833] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb99efaf-950a-4029-bbf6-1cb4422b97ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.140066] env[69436]: DEBUG oslo_vmware.api [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for the task: (returnval){ [ 623.140066] env[69436]: value = "task-3254284" [ 623.140066] env[69436]: _type = "Task" [ 623.140066] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.158027] env[69436]: DEBUG nova.scheduler.client.report [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.163932] env[69436]: DEBUG oslo_vmware.api [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.197535] env[69436]: DEBUG nova.network.neutron [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.353733] env[69436]: DEBUG oslo_concurrency.lockutils [req-d79a25bd-f68d-45d9-a5aa-6f4d16b054ed req-8aed7824-701c-4a34-baaa-63f2c263f2ff service nova] Releasing lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.424028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ef3ae20-981e-43ef-baf3-e4bbb083f994 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "2f68bcc7-530b-4169-a91e-1880350cf467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.066s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.449941] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254281, 'name': CreateSnapshot_Task, 'duration_secs': 0.912106} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.451305] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 623.453039] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31468787-adfd-4c64-af70-b2b05bc7426a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.480459] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b06f95-3776-3ed6-a068-bb47d07de0da, 'name': SearchDatastore_Task, 'duration_secs': 0.034594} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.481066] env[69436]: DEBUG oslo_concurrency.lockutils [None req-faee231f-6a4b-413a-94fb-c1dc8b6be1d4 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.490s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.482764] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83359e30-f6a5-4af2-8676-93791d39b68b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.488938] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 623.488938] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5263e21b-fa5a-cf06-381c-44fc6d4e9b0a" [ 623.488938] env[69436]: _type = "Task" [ 623.488938] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.502786] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5263e21b-fa5a-cf06-381c-44fc6d4e9b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.503931] env[69436]: DEBUG nova.network.neutron [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.637226] env[69436]: DEBUG nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 623.653844] env[69436]: DEBUG oslo_vmware.api [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Task: {'id': task-3254284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210063} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.654134] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.654328] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.654509] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.654671] env[69436]: INFO nova.compute.manager [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 623.654909] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.657426] env[69436]: DEBUG nova.compute.manager [-] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 623.657426] env[69436]: DEBUG nova.network.neutron [-] [instance: 2eb02944-c362-4b05-a280-e50d011553be] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.668266] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.669055] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.669055] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.669263] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.669519] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.669770] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.673017] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.673017] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.673017] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.673017] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.673017] env[69436]: DEBUG nova.virt.hardware [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.673248] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.674595] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ece3494-feca-44f1-b339-9352ba4d183f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.677681] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.106s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.680141] env[69436]: INFO nova.compute.claims [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.688888] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b168cf12-bb9c-4a9d-bc39-2bfc9b1a6673 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.704353] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.711587] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Creating folder: Project (b0d256fbfd3b4504aa438e1d1716231e). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.712076] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83ce8687-d857-4177-8dfd-dcff13a491a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.720756] env[69436]: INFO nova.scheduler.client.report [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Deleted allocations for instance 28514fc0-27b2-4b44-bd12-d4ccd1831cea [ 623.726713] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Created folder: Project (b0d256fbfd3b4504aa438e1d1716231e) in parent group-v650165. [ 623.726713] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Creating folder: Instances. Parent ref: group-v650210. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.730809] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-158cc4ab-2958-41e9-8d33-83aa961e1a81 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.741061] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Created folder: Instances in parent group-v650210. [ 623.741061] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.741061] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.741061] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0c0bab-0c80-4fe8-95ad-f843a96757e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.762390] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.762390] env[69436]: value = "task-3254287" [ 623.762390] env[69436]: _type = "Task" [ 623.762390] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.771987] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254287, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.926154] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 623.991540] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 623.992281] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 623.995961] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9c74432-53a7-4dea-a23d-1b053905158a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.007035] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.007035] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Instance network_info: |[{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 624.015143] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:8e:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4731da9e-f2c3-4067-9ded-18c7e2312750', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.025237] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating folder: Project (1503d92c337b4daabc9aa2b5d27799f5). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.025434] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 624.025434] env[69436]: value = "task-3254288" [ 624.025434] env[69436]: _type = "Task" [ 624.025434] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.025657] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5263e21b-fa5a-cf06-381c-44fc6d4e9b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.025865] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0d3c8a6-7df6-406b-ab25-13a56e09a156 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.028077] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.028342] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] aee1aa5e-8cce-4cab-b5b0-e98f441e00d5/aee1aa5e-8cce-4cab-b5b0-e98f441e00d5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.033033] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-684cf8ed-f39e-466c-bae3-ecfcd6483437 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.035655] env[69436]: INFO nova.compute.manager [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Rebuilding instance [ 624.047451] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254288, 'name': CloneVM_Task} progress is 12%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.049582] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created folder: Project (1503d92c337b4daabc9aa2b5d27799f5) in parent group-v650165. [ 624.052018] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating folder: Instances. Parent ref: group-v650213. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.052018] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 624.052018] env[69436]: value = "task-3254290" [ 624.052018] env[69436]: _type = "Task" [ 624.052018] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.052018] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-519f495c-9854-4695-8391-f0d1e0e6304c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.063433] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.064838] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created folder: Instances in parent group-v650213. [ 624.065065] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.065246] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.065443] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef51a64-210c-4a3b-b774-56c336b054cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.090915] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.090915] env[69436]: value = "task-3254292" [ 624.090915] env[69436]: _type = "Task" [ 624.090915] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.101572] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254292, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.110125] env[69436]: DEBUG nova.compute.manager [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 624.110689] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f7ac94-6903-4fa7-adfb-8e1f37815b55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.237283] env[69436]: DEBUG oslo_concurrency.lockutils [None req-41eaf5d7-b173-404c-bb02-e35ca5de6c5a tempest-ServerDiagnosticsNegativeTest-1972705023 tempest-ServerDiagnosticsNegativeTest-1972705023-project-member] Lock "28514fc0-27b2-4b44-bd12-d4ccd1831cea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.465s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.285713] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254287, 'name': CreateVM_Task, 'duration_secs': 0.509041} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.286404] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.286897] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.287089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.287448] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.287700] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9720742f-37ca-4e1c-accb-159d9c5c9c48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.293617] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 624.293617] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c64d3-8081-8d97-fb75-7f19b0748cf0" [ 624.293617] env[69436]: _type = "Task" [ 624.293617] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.303440] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c64d3-8081-8d97-fb75-7f19b0748cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.409792] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.410537] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.410537] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.410704] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.410845] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.413915] env[69436]: INFO nova.compute.manager [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Terminating instance [ 624.456446] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.505710] env[69436]: DEBUG nova.network.neutron [-] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.535109] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.546703] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254288, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.566841] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.606522] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254292, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.809213] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c64d3-8081-8d97-fb75-7f19b0748cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.023263} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.815117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.815580] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.816309] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.819470] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.819470] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.820777] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc4d86f-61b8-4c83-83d2-0b003173bfc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.832804] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.832969] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.833914] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c880493a-d285-4359-bb00-81947fbf2cd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.844527] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 624.844527] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd3b88-69ad-1173-5285-9966fc00529e" [ 624.844527] env[69436]: _type = "Task" [ 624.844527] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.856154] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd3b88-69ad-1173-5285-9966fc00529e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.919931] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "refresh_cache-4bdba0be-6ebc-4da5-b813-290cb085e6f7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.920166] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquired lock "refresh_cache-4bdba0be-6ebc-4da5-b813-290cb085e6f7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.920367] env[69436]: DEBUG nova.network.neutron [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.001620] env[69436]: DEBUG nova.compute.manager [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Received event network-changed-859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 625.001887] env[69436]: DEBUG nova.compute.manager [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Refreshing instance network info cache due to event network-changed-859dc928-a376-42eb-b256-6f6a3dd6e1f8. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 625.005022] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] Acquiring lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.005022] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] Acquired lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.005022] env[69436]: DEBUG nova.network.neutron [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Refreshing network info cache for port 859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.008472] env[69436]: INFO nova.compute.manager [-] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Took 1.35 seconds to deallocate network for instance. [ 625.041923] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254288, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.064970] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584894} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.066015] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] aee1aa5e-8cce-4cab-b5b0-e98f441e00d5/aee1aa5e-8cce-4cab-b5b0-e98f441e00d5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.066193] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.066454] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2fe5a3-dd81-4737-94a7-b8b7e23b879f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.077026] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 625.077026] env[69436]: value = "task-3254293" [ 625.077026] env[69436]: _type = "Task" [ 625.077026] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.088895] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.103556] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254292, 'name': CreateVM_Task, 'duration_secs': 0.541985} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.103761] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.104792] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.105245] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.105721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.106422] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50e693a-223c-493d-9cd5-85ab318afaa6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.115577] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 625.115577] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b20334-93e4-d72b-2581-f33b6f97af1d" [ 625.115577] env[69436]: _type = "Task" [ 625.115577] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.125608] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b20334-93e4-d72b-2581-f33b6f97af1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.129771] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.129771] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a24655e-4078-4577-ab76-8405c48dc4b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.138226] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 625.138226] env[69436]: value = "task-3254294" [ 625.138226] env[69436]: _type = "Task" [ 625.138226] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.152908] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.204349] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dedbb9c-d7ee-48ec-84d7-ea8f8479e4bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.212395] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010b69d-58fd-4f6f-b263-7808eb846c74 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.252291] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa6cc0-0381-4cfa-828b-205375cf0c66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.261159] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b49a2-bbdc-4976-beb8-ce10156ab375 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.279157] env[69436]: DEBUG nova.compute.provider_tree [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.359066] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd3b88-69ad-1173-5285-9966fc00529e, 'name': SearchDatastore_Task, 'duration_secs': 0.01069} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.360527] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010af3e6-e692-49ec-a0b3-b041a01962b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.367654] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 625.367654] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52774177-d5bc-5354-87ba-c13b57502442" [ 625.367654] env[69436]: _type = "Task" [ 625.367654] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.379337] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52774177-d5bc-5354-87ba-c13b57502442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.469959] env[69436]: DEBUG nova.compute.manager [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Received event network-changed-4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 625.473391] env[69436]: DEBUG nova.compute.manager [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Refreshing instance network info cache due to event network-changed-4731da9e-f2c3-4067-9ded-18c7e2312750. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 625.473391] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.473391] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.473391] env[69436]: DEBUG nova.network.neutron [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Refreshing network info cache for port 4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.474641] env[69436]: DEBUG nova.network.neutron [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.521700] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.541597] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254288, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.588031] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171596} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.588031] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.588422] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a477457-dd5b-4c4a-b2e6-c131e5436ac4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.616899] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] aee1aa5e-8cce-4cab-b5b0-e98f441e00d5/aee1aa5e-8cce-4cab-b5b0-e98f441e00d5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.620736] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49773c08-06d8-4fa7-bfc9-a4dfc754df7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.646995] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 625.646995] env[69436]: value = "task-3254295" [ 625.646995] env[69436]: _type = "Task" [ 625.646995] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.658252] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b20334-93e4-d72b-2581-f33b6f97af1d, 'name': SearchDatastore_Task, 'duration_secs': 0.034988} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.658488] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254294, 'name': PowerOffVM_Task, 'duration_secs': 0.154593} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.661773] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662083] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.662381] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.662485] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.662944] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.663665] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11983f1-4699-4625-97f6-a63917b93fab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.675534] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.677747] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.679626] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f0c569-660c-4b4e-a4ff-07925b47567a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.689280] env[69436]: DEBUG nova.network.neutron [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.701813] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.702053] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.702242] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Deleting the datastore file [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.702595] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c570763e-0f09-443d-a879-368b975ccb34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.709776] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 625.709776] env[69436]: value = "task-3254297" [ 625.709776] env[69436]: _type = "Task" [ 625.709776] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.718122] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.783152] env[69436]: DEBUG nova.scheduler.client.report [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.879109] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52774177-d5bc-5354-87ba-c13b57502442, 'name': SearchDatastore_Task, 'duration_secs': 0.033611} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.879466] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.879734] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.880021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.880234] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.880544] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b5886e-746b-487f-933b-ce7f0c8bfb7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.882726] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45db10c4-d168-4b51-aa62-0a8923865313 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.890933] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 625.890933] env[69436]: value = "task-3254298" [ 625.890933] env[69436]: _type = "Task" [ 625.890933] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.895087] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.895244] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.895918] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adeb9200-4936-4a22-a0d3-93a8310a3e72 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.902334] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 625.902334] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52541b81-dad9-33b8-a44e-954807bdac22" [ 625.902334] env[69436]: _type = "Task" [ 625.902334] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.911309] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.920015] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52541b81-dad9-33b8-a44e-954807bdac22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.042617] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254288, 'name': CloneVM_Task, 'duration_secs': 1.973022} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.042925] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Created linked-clone VM from snapshot [ 626.045993] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8088cd7f-2904-4806-995b-da4450e62f2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.053288] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Uploading image 20f123ed-0e7c-4af2-8dcc-cbf44e7c13b6 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 626.098219] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 626.098219] env[69436]: value = "vm-650214" [ 626.098219] env[69436]: _type = "VirtualMachine" [ 626.098219] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 626.098737] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a4dec42-2277-4fe5-ad60-b9fea440c295 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.108921] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease: (returnval){ [ 626.108921] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6ce81-a66a-17d6-5b6f-0b77a70c954c" [ 626.108921] env[69436]: _type = "HttpNfcLease" [ 626.108921] env[69436]: } obtained for exporting VM: (result){ [ 626.108921] env[69436]: value = "vm-650214" [ 626.108921] env[69436]: _type = "VirtualMachine" [ 626.108921] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 626.109436] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the lease: (returnval){ [ 626.109436] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6ce81-a66a-17d6-5b6f-0b77a70c954c" [ 626.109436] env[69436]: _type = "HttpNfcLease" [ 626.109436] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 626.120045] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.120045] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6ce81-a66a-17d6-5b6f-0b77a70c954c" [ 626.120045] env[69436]: _type = "HttpNfcLease" [ 626.120045] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 626.170218] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.192388] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Releasing lock "refresh_cache-4bdba0be-6ebc-4da5-b813-290cb085e6f7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.193145] env[69436]: DEBUG nova.compute.manager [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 626.193145] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.194061] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43631e8d-bb0e-44b3-a4eb-d13d9f9d03a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.204601] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.205216] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb964acf-afc7-432d-bb51-70489123e9f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.211128] env[69436]: DEBUG oslo_vmware.api [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 626.211128] env[69436]: value = "task-3254300" [ 626.211128] env[69436]: _type = "Task" [ 626.211128] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.230721] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305726} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.235129] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.235129] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.235553] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.238111] env[69436]: DEBUG oslo_vmware.api [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.288622] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.289217] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 626.304132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.059s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.410674] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.425398] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52541b81-dad9-33b8-a44e-954807bdac22, 'name': SearchDatastore_Task, 'duration_secs': 0.017062} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.427036] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ceceace-c4b3-4886-88d6-069f4598fd4c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.435495] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 626.435495] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52388bfe-f05b-96f7-61cc-107b31283f50" [ 626.435495] env[69436]: _type = "Task" [ 626.435495] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.450306] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52388bfe-f05b-96f7-61cc-107b31283f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.620459] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.620459] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6ce81-a66a-17d6-5b6f-0b77a70c954c" [ 626.620459] env[69436]: _type = "HttpNfcLease" [ 626.620459] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.620459] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.620459] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6ce81-a66a-17d6-5b6f-0b77a70c954c" [ 626.620459] env[69436]: _type = "HttpNfcLease" [ 626.620459] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.623097] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985dd2a-f82c-4a4f-b4ef-b20b745be03e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.635803] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c9c7-cec4-5958-d150-5a1995e09f2d/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.635996] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c9c7-cec4-5958-d150-5a1995e09f2d/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.714073] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254295, 'name': ReconfigVM_Task, 'duration_secs': 0.925456} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.714363] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Reconfigured VM instance instance-0000000e to attach disk [datastore2] aee1aa5e-8cce-4cab-b5b0-e98f441e00d5/aee1aa5e-8cce-4cab-b5b0-e98f441e00d5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.717634] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-957636c9-3105-458a-8d1a-157d4e06989f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.723250] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "f64e0477-2524-4169-98b6-1595ea0269c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.723250] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "f64e0477-2524-4169-98b6-1595ea0269c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.735204] env[69436]: DEBUG oslo_vmware.api [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254300, 'name': PowerOffVM_Task, 'duration_secs': 0.208973} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.737222] env[69436]: DEBUG nova.network.neutron [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updated VIF entry in instance network info cache for port 859dc928-a376-42eb-b256-6f6a3dd6e1f8. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.737560] env[69436]: DEBUG nova.network.neutron [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updating instance_info_cache with network_info: [{"id": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "address": "fa:16:3e:ce:31:c8", "network": {"id": "2178d8a5-9b18-418b-87e3-eb0a85e49441", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-302525341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47767142b3a14838b543e9e08370b074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859dc928-a3", "ovs_interfaceid": "859dc928-a376-42eb-b256-6f6a3dd6e1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.745073] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.745073] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.745073] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 626.745073] env[69436]: value = "task-3254301" [ 626.745073] env[69436]: _type = "Task" [ 626.745073] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.745073] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5dd7d43-a6c8-400a-b6cc-2855fcc42c84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.761713] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254301, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.773236] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22c3d618-73be-418d-b28a-79610020e67a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.777101] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.777316] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.777494] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleting the datastore file [datastore2] 4bdba0be-6ebc-4da5-b813-290cb085e6f7 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.777732] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637e10e9-4ef4-4df3-85e0-088966db73f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.787297] env[69436]: DEBUG oslo_vmware.api [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for the task: (returnval){ [ 626.787297] env[69436]: value = "task-3254303" [ 626.787297] env[69436]: _type = "Task" [ 626.787297] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.797578] env[69436]: DEBUG oslo_vmware.api [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.805184] env[69436]: DEBUG nova.compute.utils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.807499] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 626.807499] env[69436]: DEBUG nova.network.neutron [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.815096] env[69436]: INFO nova.compute.claims [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.901346] env[69436]: DEBUG nova.network.neutron [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updated VIF entry in instance network info cache for port 4731da9e-f2c3-4067-9ded-18c7e2312750. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.901724] env[69436]: DEBUG nova.network.neutron [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.912363] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664352} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.912363] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.912363] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.912363] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-179f91ec-b9f1-4d81-b9fd-22a4a11045fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.923158] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 626.923158] env[69436]: value = "task-3254304" [ 626.923158] env[69436]: _type = "Task" [ 626.923158] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.938202] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.952127] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52388bfe-f05b-96f7-61cc-107b31283f50, 'name': SearchDatastore_Task, 'duration_secs': 0.052856} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.952127] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.952127] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8/eb6b1512-b9e6-4a1f-8e7c-12799768cca8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.952127] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b2b291-3c81-4b1b-8024-f0f0451cd08f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.962750] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 626.962750] env[69436]: value = "task-3254305" [ 626.962750] env[69436]: _type = "Task" [ 626.962750] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.970870] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.973493] env[69436]: DEBUG nova.policy [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83818ee7807d4b6eac06bb4961f0c6f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ada6b877c2040429bcc0b1c3c338007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.245754] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ec5d759-56d2-46a8-bf4c-2201dd228d2c req-3dd1b33d-ad21-42b1-b47e-8d624ea6428c service nova] Releasing lock "refresh_cache-158c19a4-af6d-41e9-9352-8eef13f1ec20" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.272460] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254301, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.312395] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 627.316259] env[69436]: DEBUG oslo_vmware.api [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Task: {'id': task-3254303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130712} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.321148] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.324961] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.324961] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.324961] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.324961] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.324961] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.324961] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.326606] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.326606] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.326606] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.326606] env[69436]: DEBUG nova.virt.hardware [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.327358] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.327358] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.327506] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.327737] env[69436]: INFO nova.compute.manager [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 627.328052] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.330132] env[69436]: INFO nova.compute.resource_tracker [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating resource usage from migration 7bf98d5f-d4cd-44bf-bf05-4b819f7a4591 [ 627.334225] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932ee347-d0dd-44a5-94b9-3c7f618e214c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.338454] env[69436]: DEBUG nova.compute.manager [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 627.340267] env[69436]: DEBUG nova.network.neutron [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.348244] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc89b48-c289-407e-9d84-8f40fef9db3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.367203] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.375604] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.375604] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.375604] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1843df3c-1fb6-4a20-abfe-afa154790318 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.399524] env[69436]: DEBUG nova.network.neutron [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.414016] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.414321] env[69436]: DEBUG nova.compute.manager [req-0f5817a7-76fb-443c-a5fd-1aac0f7139af req-61a1700c-bf21-47db-8b39-93e26491b16d service nova] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Received event network-vif-deleted-593efe93-0e4e-4e4a-8e1c-fc3d28800ca3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 627.421393] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.421393] env[69436]: value = "task-3254306" [ 627.421393] env[69436]: _type = "Task" [ 627.421393] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.445449] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254306, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.449382] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.472619] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254305, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.669656] env[69436]: DEBUG nova.network.neutron [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Successfully created port: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.758445] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254301, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.910770] env[69436]: DEBUG nova.network.neutron [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.933280] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254306, 'name': CreateVM_Task, 'duration_secs': 0.485662} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.936474] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.937459] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.937995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.937995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.944029] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf158f43-661a-443b-9b4d-21dab757e17c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.951677] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.780949} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.951993] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.954627] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c38f99-8518-4972-a3e4-8e257caf10a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.958841] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7d1abf-7ddc-4e89-9de9-1a7b83c38c0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.964097] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 627.964097] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6c5c2-5003-eb1a-9baf-a42d60065b0a" [ 627.964097] env[69436]: _type = "Task" [ 627.964097] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.989499] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.992862] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d727b15f-dda6-428e-8249-044578068a41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.013159] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53344f4-8eb2-4d84-b3d6-cd09ce04f435 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.016975] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543542} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.021751] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8/eb6b1512-b9e6-4a1f-8e7c-12799768cca8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.022185] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.022731] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6c5c2-5003-eb1a-9baf-a42d60065b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.023808] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0529366b-5c3a-464f-99ba-9d8c39b28327 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.025519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.025743] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.025981] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.027597] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.027597] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.054921] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-752f7de7-8acc-4628-8611-55a2e4f850bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.057561] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 628.057561] env[69436]: value = "task-3254307" [ 628.057561] env[69436]: _type = "Task" [ 628.057561] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.059740] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da0ae25-b75d-48ec-8300-a08a8a588835 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.067485] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 628.067485] env[69436]: value = "task-3254308" [ 628.067485] env[69436]: _type = "Task" [ 628.067485] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.078992] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.079280] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.080145] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.081478] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba6889b-02dc-401c-9fd8-f53161ff6a02 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.085335] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11eaa4b-5159-4a72-b089-50329255c7ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.096727] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 628.096727] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52165f8a-9af6-7029-f181-d102fe29c73a" [ 628.096727] env[69436]: _type = "Task" [ 628.096727] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.110848] env[69436]: DEBUG nova.compute.provider_tree [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.110848] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.120617] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52165f8a-9af6-7029-f181-d102fe29c73a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.122040] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99eb12d-841f-4b8b-85f4-c260cfe3465c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.130854] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 628.130854] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526fe88a-8808-ab5b-7d5f-5a33fc557812" [ 628.130854] env[69436]: _type = "Task" [ 628.130854] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.143952] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526fe88a-8808-ab5b-7d5f-5a33fc557812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.257963] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254301, 'name': Rename_Task, 'duration_secs': 1.097434} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.258323] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.258603] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ef70bd-fb2e-473c-9e41-0116ee867df6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.269194] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 628.269194] env[69436]: value = "task-3254309" [ 628.269194] env[69436]: _type = "Task" [ 628.269194] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.279376] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.338826] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 628.414139] env[69436]: INFO nova.compute.manager [-] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Took 1.07 seconds to deallocate network for instance. [ 628.582216] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.583293] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.494016} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.583788] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.584772] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd0531-0804-43a0-b648-7363d6d59a3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.612535] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8/eb6b1512-b9e6-4a1f-8e7c-12799768cca8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.613962] env[69436]: DEBUG nova.scheduler.client.report [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.619118] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d23c88d-3bd5-4e7e-8a35-be96dd73ad66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.659189] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 628.659189] env[69436]: value = "task-3254310" [ 628.659189] env[69436]: _type = "Task" [ 628.659189] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.660180] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526fe88a-8808-ab5b-7d5f-5a33fc557812, 'name': SearchDatastore_Task, 'duration_secs': 0.018856} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.660653] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.661041] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.664528] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a51385-b067-41b6-b786-a601f7e534bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.674156] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.676264] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 628.676264] env[69436]: value = "task-3254311" [ 628.676264] env[69436]: _type = "Task" [ 628.676264] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.685132] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.785096] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.887887] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.889030] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.889190] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.889425] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.889578] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.889730] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.889971] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.890179] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.890362] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.890528] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.890913] env[69436]: DEBUG nova.virt.hardware [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.891917] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642764b1-cf07-4ece-9c19-2311297c5e6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.902740] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd30e72-0c1e-4779-b6f9-2436869a889f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.926516] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.076665] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254307, 'name': ReconfigVM_Task, 'duration_secs': 0.650397} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.077792] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.078292] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6ed897-7b5b-4f29-9a1d-0b3e5be59c2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.087608] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 629.087608] env[69436]: value = "task-3254312" [ 629.087608] env[69436]: _type = "Task" [ 629.087608] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.099857] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254312, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.144321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.843s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.144512] env[69436]: INFO nova.compute.manager [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Migrating [ 629.144814] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.144996] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.146525] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.838s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.148170] env[69436]: INFO nova.compute.claims [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.176362] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.193509] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254311, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.284822] env[69436]: DEBUG oslo_vmware.api [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254309, 'name': PowerOnVM_Task, 'duration_secs': 0.653031} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.285698] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.285846] env[69436]: INFO nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Took 10.82 seconds to spawn the instance on the hypervisor. [ 629.286040] env[69436]: DEBUG nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 629.286858] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0d503-8e3c-4dd2-b34e-1e0a16b2dd6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.599576] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254312, 'name': Rename_Task, 'duration_secs': 0.234102} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.599955] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.600484] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c003f7d-d590-456b-8f15-8f4df71ec0ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.611125] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 629.611125] env[69436]: value = "task-3254313" [ 629.611125] env[69436]: _type = "Task" [ 629.611125] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.619232] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.620874] env[69436]: DEBUG nova.network.neutron [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Successfully updated port: 9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.654304] env[69436]: INFO nova.compute.rpcapi [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 629.654304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.698502] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254310, 'name': ReconfigVM_Task, 'duration_secs': 0.626137} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.702245] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8/eb6b1512-b9e6-4a1f-8e7c-12799768cca8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.702669] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551987} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.702950] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba3ffbb-13cc-4b15-bd63-f1617fb0e0aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.704889] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.705589] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.706965] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-371eda92-57db-4ccc-b07a-5c7873438e27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.713825] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 629.713825] env[69436]: value = "task-3254314" [ 629.713825] env[69436]: _type = "Task" [ 629.713825] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.715373] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 629.715373] env[69436]: value = "task-3254315" [ 629.715373] env[69436]: _type = "Task" [ 629.715373] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.730342] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254314, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.733571] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.807773] env[69436]: INFO nova.compute.manager [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Took 31.96 seconds to build instance. [ 630.126117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.126284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.131197] env[69436]: DEBUG nova.network.neutron [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.131197] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.188298] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.189688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.189688] env[69436]: DEBUG nova.network.neutron [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.237390] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254314, 'name': Rename_Task, 'duration_secs': 0.19008} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.242148] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.242148] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11476} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.242470] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5804f039-f2f7-4aec-87d7-647e83f48d95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.244400] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.248481] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf8fbc-e6a1-46dc-8cb1-a527c491a0c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.271946] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.277168] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55605842-81fb-47d0-8d4e-d1608abe36be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.295362] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 630.295362] env[69436]: value = "task-3254316" [ 630.295362] env[69436]: _type = "Task" [ 630.295362] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.305815] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.306110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.309293] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 630.309293] env[69436]: value = "task-3254317" [ 630.309293] env[69436]: _type = "Task" [ 630.309293] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.310254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff620b18-fd99-4f60-8ae3-225fb5c162ac tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.811s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.321689] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.327943] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.625633] env[69436]: DEBUG oslo_vmware.api [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254313, 'name': PowerOnVM_Task, 'duration_secs': 0.702016} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.628733] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.629059] env[69436]: INFO nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Took 6.99 seconds to spawn the instance on the hypervisor. [ 630.629143] env[69436]: DEBUG nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 630.631937] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911ebdf5-dd63-4fa5-83c7-488ac0c918ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.641453] env[69436]: DEBUG nova.compute.manager [req-f5e56404-240b-4dc7-95d1-47dc72d0f490 req-e7b1c078-8023-4677-b4d5-31569588779b service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Received event network-vif-plugged-9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 630.641677] env[69436]: DEBUG oslo_concurrency.lockutils [req-f5e56404-240b-4dc7-95d1-47dc72d0f490 req-e7b1c078-8023-4677-b4d5-31569588779b service nova] Acquiring lock "f9df8e3f-0758-40fa-bc45-a013a7224300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.641868] env[69436]: DEBUG oslo_concurrency.lockutils [req-f5e56404-240b-4dc7-95d1-47dc72d0f490 req-e7b1c078-8023-4677-b4d5-31569588779b service nova] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.642040] env[69436]: DEBUG oslo_concurrency.lockutils [req-f5e56404-240b-4dc7-95d1-47dc72d0f490 req-e7b1c078-8023-4677-b4d5-31569588779b service nova] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.642210] env[69436]: DEBUG nova.compute.manager [req-f5e56404-240b-4dc7-95d1-47dc72d0f490 req-e7b1c078-8023-4677-b4d5-31569588779b service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] No waiting events found dispatching network-vif-plugged-9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.642373] env[69436]: WARNING nova.compute.manager [req-f5e56404-240b-4dc7-95d1-47dc72d0f490 req-e7b1c078-8023-4677-b4d5-31569588779b service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Received unexpected event network-vif-plugged-9a256fc0-1f90-45f4-9c2f-78abc78eab79 for instance with vm_state building and task_state spawning. [ 630.704079] env[69436]: DEBUG nova.network.neutron [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.790215] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85ce1c-0a3e-4a88-9bfd-7564d2a64d5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.797415] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998e0f9b-2810-4fc9-975b-8e286bc5faf3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.809707] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.841312] env[69436]: DEBUG nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 630.851040] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce508ff-d463-44b6-83ef-92e65745dc46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.860455] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254317, 'name': ReconfigVM_Task, 'duration_secs': 0.307286} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.860862] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.862412] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8525b80-8693-479a-8257-496922ecb070 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.867217] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74bee0b8-c88d-4ecf-9cd2-cd68cfda6a94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.879848] env[69436]: DEBUG nova.compute.provider_tree [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.882946] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 630.882946] env[69436]: value = "task-3254318" [ 630.882946] env[69436]: _type = "Task" [ 630.882946] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.892762] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254318, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.097917] env[69436]: DEBUG nova.network.neutron [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updating instance_info_cache with network_info: [{"id": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "address": "fa:16:3e:aa:e9:e8", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a256fc0-1f", "ovs_interfaceid": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.155037] env[69436]: DEBUG nova.network.neutron [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [{"id": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "address": "fa:16:3e:7e:e7:ed", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66b7ae-8a", "ovs_interfaceid": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.164253] env[69436]: INFO nova.compute.manager [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Took 25.06 seconds to build instance. [ 631.313382] env[69436]: DEBUG oslo_vmware.api [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254316, 'name': PowerOnVM_Task, 'duration_secs': 0.554619} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.313778] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.313925] env[69436]: INFO nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 10.24 seconds to spawn the instance on the hypervisor. [ 631.314029] env[69436]: DEBUG nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 631.314825] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f037b514-85ac-4e15-acc3-7b9d513f6c97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.387325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.387325] env[69436]: DEBUG nova.scheduler.client.report [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.404432] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254318, 'name': Rename_Task, 'duration_secs': 0.140008} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.404821] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.405102] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23937ca2-98bc-4808-863f-2623b79dca5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.417727] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 631.417727] env[69436]: value = "task-3254319" [ 631.417727] env[69436]: _type = "Task" [ 631.417727] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.427281] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.602468] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.602685] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Instance network_info: |[{"id": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "address": "fa:16:3e:aa:e9:e8", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a256fc0-1f", "ovs_interfaceid": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 631.603291] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:e9:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a256fc0-1f90-45f4-9c2f-78abc78eab79', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.622401] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Creating folder: Project (3ada6b877c2040429bcc0b1c3c338007). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.627693] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9122eeac-74cf-4622-a3a1-42ff27e91fb2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.638158] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Created folder: Project (3ada6b877c2040429bcc0b1c3c338007) in parent group-v650165. [ 631.638158] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Creating folder: Instances. Parent ref: group-v650218. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.638158] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b0a6d7-8eb1-4f54-a173-e50bf2fccff7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.650821] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Created folder: Instances in parent group-v650218. [ 631.650821] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.650821] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.650821] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4277ae6d-a4b5-4f70-a6ad-e482561363d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.672145] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.675981] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ae4ca01-1d31-49e2-bb31-068dc67bf9c0 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.585s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.682255] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.682255] env[69436]: value = "task-3254322" [ 631.682255] env[69436]: _type = "Task" [ 631.682255] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.695573] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254322, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.837216] env[69436]: INFO nova.compute.manager [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 27.43 seconds to build instance. [ 631.897202] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.898580] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 631.903127] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.351s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.904022] env[69436]: DEBUG nova.objects.instance [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lazy-loading 'resources' on Instance uuid cef3d12a-9249-46f3-84ea-2d8558907d30 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.932441] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.031443] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "a1070e28-43c7-48f9-8325-af823ff273bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.031761] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "a1070e28-43c7-48f9-8325-af823ff273bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.181898] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 632.195614] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254322, 'name': CreateVM_Task, 'duration_secs': 0.476454} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.195929] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.196929] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.197254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.198294] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.198640] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9542991-8977-4e09-8d31-eb23b3d38e59 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.204326] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 632.204326] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521aae0e-4650-98d9-2554-73ed336632b7" [ 632.204326] env[69436]: _type = "Task" [ 632.204326] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.215470] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521aae0e-4650-98d9-2554-73ed336632b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.340196] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee9a7ea1-725f-45e3-b5ea-f9c2c60f670c tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.981s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.405514] env[69436]: DEBUG nova.compute.utils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.407009] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 632.407253] env[69436]: DEBUG nova.network.neutron [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.428165] env[69436]: DEBUG oslo_vmware.api [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254319, 'name': PowerOnVM_Task, 'duration_secs': 0.519792} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.429063] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.429306] env[69436]: DEBUG nova.compute.manager [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 632.430084] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c641817-db65-4511-aa64-bb728fb412a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.511256] env[69436]: DEBUG nova.policy [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c6cb34719a843f1a71107c7a1384f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c996b4149f4bba82c774d2b18ec024', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.719021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.730644] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521aae0e-4650-98d9-2554-73ed336632b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.730644] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.730972] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.731343] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.731530] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.731804] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.732177] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ec88aa4-6acc-4a15-b4a1-4ad88a0223ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.746211] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.746511] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.748847] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec18d8a-1f97-4d11-9d46-2d494a399e80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.754097] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 632.754097] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b46491-794a-65e9-2517-b794549272f9" [ 632.754097] env[69436]: _type = "Task" [ 632.754097] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.766877] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b46491-794a-65e9-2517-b794549272f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.845944] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 632.915293] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 632.923219] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06410b8c-c240-4c1b-b498-2500f3cc756b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.933869] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc5639-3b4f-4ab2-826b-26c72e5519d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.980309] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc117fd-b67a-46a5-b436-cf6ed93105ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.988842] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.995028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4313585a-985a-4975-912a-c23a8df67f87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.011809] env[69436]: DEBUG nova.compute.provider_tree [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.077793] env[69436]: DEBUG nova.network.neutron [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Successfully created port: 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.193983] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490c9fb-92c5-4d7e-bceb-8b2cf01555d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.226630] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.234857] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "a1fcd268-6fad-4666-bebd-5a0324a9006d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.234857] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.272997] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b46491-794a-65e9-2517-b794549272f9, 'name': SearchDatastore_Task, 'duration_secs': 0.01799} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.274263] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e4da60-2777-4e18-99a3-ad6123cb14f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.281641] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 633.281641] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c279b1-97b7-7dbe-9e2a-32b7f60b6f51" [ 633.281641] env[69436]: _type = "Task" [ 633.281641] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.293482] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c279b1-97b7-7dbe-9e2a-32b7f60b6f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.373956] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.515378] env[69436]: DEBUG nova.scheduler.client.report [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.736722] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.736722] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d3b6a3-7a23-400b-880e-6167ddbb5ec5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.744821] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 633.744821] env[69436]: value = "task-3254323" [ 633.744821] env[69436]: _type = "Task" [ 633.744821] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.756378] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.796747] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c279b1-97b7-7dbe-9e2a-32b7f60b6f51, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.796930] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.797249] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] f9df8e3f-0758-40fa-bc45-a013a7224300/f9df8e3f-0758-40fa-bc45-a013a7224300.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.798146] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22aab3cd-b525-462a-96ae-9f736bb2070b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.807562] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 633.807562] env[69436]: value = "task-3254324" [ 633.807562] env[69436]: _type = "Task" [ 633.807562] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.819680] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.928346] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 633.964602] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.964879] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.965044] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.965222] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.965360] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.965499] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.967020] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.967020] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.967020] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.967020] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.967020] env[69436]: DEBUG nova.virt.hardware [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.967596] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934779b-7fdd-4a52-9f75-12e0aae59024 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.973861] env[69436]: DEBUG nova.compute.manager [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Received event network-changed-9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 633.974091] env[69436]: DEBUG nova.compute.manager [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Refreshing instance network info cache due to event network-changed-9a256fc0-1f90-45f4-9c2f-78abc78eab79. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 633.974364] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] Acquiring lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.974521] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] Acquired lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.974704] env[69436]: DEBUG nova.network.neutron [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Refreshing network info cache for port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.985821] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1551bb-6ff3-4ed4-9f1e-656703c2b90d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.026178] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.028061] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.768s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.029933] env[69436]: INFO nova.compute.claims [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.062752] env[69436]: INFO nova.scheduler.client.report [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Deleted allocations for instance cef3d12a-9249-46f3-84ea-2d8558907d30 [ 634.268090] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254323, 'name': PowerOffVM_Task, 'duration_secs': 0.249739} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.268090] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.268090] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.322270] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254324, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.536148] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.537910] env[69436]: DEBUG nova.compute.utils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Instance 1ada1a31-027f-4f84-b04e-1573bc1e5e62 could not be found. {{(pid=69436) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 634.538643] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.321s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.543579] env[69436]: INFO nova.compute.claims [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.552525] env[69436]: DEBUG nova.compute.manager [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Instance disappeared during build. {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2560}} [ 634.552771] env[69436]: DEBUG nova.compute.manager [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Unplugging VIFs for instance {{(pid=69436) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3053}} [ 634.553018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-1ada1a31-027f-4f84-b04e-1573bc1e5e62" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.553175] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-1ada1a31-027f-4f84-b04e-1573bc1e5e62" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.553335] env[69436]: DEBUG nova.network.neutron [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.579244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d41a1948-440e-46b8-94e0-48ecb19bc3b0 tempest-TenantUsagesTestJSON-744234989 tempest-TenantUsagesTestJSON-744234989-project-member] Lock "cef3d12a-9249-46f3-84ea-2d8558907d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.703s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.784256] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.784256] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.784256] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.784256] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.787291] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.787291] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.787291] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.787291] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.787291] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.787774] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.787774] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.794348] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234f4f3f-2af9-4fe5-8372-9f9728eff3d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.832565] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757131} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.838348] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] f9df8e3f-0758-40fa-bc45-a013a7224300/f9df8e3f-0758-40fa-bc45-a013a7224300.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.838583] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.838922] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 634.838922] env[69436]: value = "task-3254325" [ 634.838922] env[69436]: _type = "Task" [ 634.838922] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.839168] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68409b55-d004-42a0-bd48-51c64503663d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.851292] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 634.851292] env[69436]: value = "task-3254326" [ 634.851292] env[69436]: _type = "Task" [ 634.851292] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.854635] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.863939] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.888539] env[69436]: DEBUG nova.network.neutron [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updated VIF entry in instance network info cache for port 9a256fc0-1f90-45f4-9c2f-78abc78eab79. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.888539] env[69436]: DEBUG nova.network.neutron [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updating instance_info_cache with network_info: [{"id": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "address": "fa:16:3e:aa:e9:e8", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a256fc0-1f", "ovs_interfaceid": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.903511] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "c4f9d6db-722b-4da2-8e48-192598d791b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.903767] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.046587] env[69436]: DEBUG nova.network.neutron [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Successfully updated port: 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.057542] env[69436]: DEBUG nova.compute.utils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Can not refresh info_cache because instance was not found {{(pid=69436) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 635.088369] env[69436]: DEBUG nova.network.neutron [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.226998] env[69436]: DEBUG nova.network.neutron [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.297135] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.299053] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.361532] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.377305] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18691} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.381019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.381019] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11555446-a1dc-4432-a058-f27e6c7773dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.402473] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] Releasing lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.402473] env[69436]: DEBUG nova.compute.manager [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Received event network-changed-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 635.402473] env[69436]: DEBUG nova.compute.manager [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Refreshing instance network info cache due to event network-changed-6ba461b2-bcaa-43bf-b854-dc3a7f265d49. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 635.402473] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] Acquiring lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.402473] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] Acquired lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.402831] env[69436]: DEBUG nova.network.neutron [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Refreshing network info cache for port 6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.416600] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f9df8e3f-0758-40fa-bc45-a013a7224300/f9df8e3f-0758-40fa-bc45-a013a7224300.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.417731] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241853a8-a65a-4db8-9243-17099d7f9940 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.438865] env[69436]: DEBUG nova.compute.manager [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Received event network-changed-4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 635.438865] env[69436]: DEBUG nova.compute.manager [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Refreshing instance network info cache due to event network-changed-4731da9e-f2c3-4067-9ded-18c7e2312750. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 635.438865] env[69436]: DEBUG oslo_concurrency.lockutils [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.438865] env[69436]: DEBUG oslo_concurrency.lockutils [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.438865] env[69436]: DEBUG nova.network.neutron [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Refreshing network info cache for port 4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.447193] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 635.447193] env[69436]: value = "task-3254327" [ 635.447193] env[69436]: _type = "Task" [ 635.447193] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.462493] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.508540] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "eac96d12-f468-44c7-93da-e9618eb96d66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.508776] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "eac96d12-f468-44c7-93da-e9618eb96d66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.549954] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.550225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.550321] env[69436]: DEBUG nova.network.neutron [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.733098] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-1ada1a31-027f-4f84-b04e-1573bc1e5e62" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.733098] env[69436]: DEBUG nova.compute.manager [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69436) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3076}} [ 635.733098] env[69436]: DEBUG nova.compute.manager [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 635.733224] env[69436]: DEBUG nova.network.neutron [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.778110] env[69436]: DEBUG nova.network.neutron [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.858184] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.963927] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.115098] env[69436]: DEBUG nova.network.neutron [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.159513] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a22f6f-54b5-4ac0-971f-d49f7ba32826 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.170463] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6049acc-2f47-4cad-9d6d-e7baaca69356 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.213910] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ea4d4-2e62-4dc0-8aee-699f4d7fcdf0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.231107] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c395dd9c-826b-4b87-8782-a2184e776413 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.250139] env[69436]: DEBUG nova.compute.provider_tree [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.268722] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c9c7-cec4-5958-d150-5a1995e09f2d/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 636.269736] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c60ad8-576b-4f25-b1a6-3d19460525c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.282946] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c9c7-cec4-5958-d150-5a1995e09f2d/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 636.283340] env[69436]: ERROR oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c9c7-cec4-5958-d150-5a1995e09f2d/disk-0.vmdk due to incomplete transfer. [ 636.283778] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7097c9d-a47a-4ac3-a557-709b7652ad88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.286326] env[69436]: DEBUG nova.network.neutron [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.295830] env[69436]: DEBUG oslo_vmware.rw_handles [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c9c7-cec4-5958-d150-5a1995e09f2d/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 636.296166] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Uploaded image 20f123ed-0e7c-4af2-8dcc-cbf44e7c13b6 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 636.299389] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 636.299809] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8811ae58-6304-49a5-98e3-cf496823d419 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.310836] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 636.310836] env[69436]: value = "task-3254328" [ 636.310836] env[69436]: _type = "Task" [ 636.310836] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.325942] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254328, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.355298] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254325, 'name': ReconfigVM_Task, 'duration_secs': 1.330102} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.355487] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 636.457370] env[69436]: DEBUG nova.network.neutron [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.469347] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.469696] env[69436]: DEBUG nova.network.neutron [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updated VIF entry in instance network info cache for port 4731da9e-f2c3-4067-9ded-18c7e2312750. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.470088] env[69436]: DEBUG nova.network.neutron [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.477504] env[69436]: DEBUG nova.network.neutron [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Updated VIF entry in instance network info cache for port 6ba461b2-bcaa-43bf-b854-dc3a7f265d49. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.478052] env[69436]: DEBUG nova.network.neutron [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Updating instance_info_cache with network_info: [{"id": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "address": "fa:16:3e:f9:8e:70", "network": {"id": "4f21006a-b804-4bcd-9fd3-b2db83567bd0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-553251438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40fcb692a1be4df88a6da66900b80688", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba461b2-bc", "ovs_interfaceid": "6ba461b2-bcaa-43bf-b854-dc3a7f265d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.653276] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "debf4a55-5e31-4e22-bcd5-4b3267969e51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.654150] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.757635] env[69436]: DEBUG nova.scheduler.client.report [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.792237] env[69436]: INFO nova.compute.manager [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 1ada1a31-027f-4f84-b04e-1573bc1e5e62] Took 1.06 seconds to deallocate network for instance. [ 636.820429] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254328, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.863617] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.863617] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.863617] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.863891] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.863891] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.863957] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.868558] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.868558] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.868558] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.868558] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.868558] env[69436]: DEBUG nova.virt.hardware [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.879837] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 636.880560] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96b3bb3-9cea-494a-bce1-41d13ccdd24b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.906694] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 636.906694] env[69436]: value = "task-3254329" [ 636.906694] env[69436]: _type = "Task" [ 636.906694] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.916912] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.963543] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.964377] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Instance network_info: |[{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 636.966802] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254327, 'name': ReconfigVM_Task, 'duration_secs': 1.091498} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.966802] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:f9:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a376b3-903a-41e6-9cb8-00427107e907', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.978683] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Creating folder: Project (25c996b4149f4bba82c774d2b18ec024). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.979145] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f9df8e3f-0758-40fa-bc45-a013a7224300/f9df8e3f-0758-40fa-bc45-a013a7224300.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.980353] env[69436]: DEBUG oslo_concurrency.lockutils [req-308309e1-a351-49da-80eb-08bfc095dc30 req-7bee54cb-8a59-4948-8abd-aec87b4572bf service nova] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.981056] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58604727-856a-44d3-be19-6b3db125a008 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.983368] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1b4bdbe-949a-426c-b0cc-4ea309a81b66 req-4aa128dd-efec-492c-a7cd-8d771337b443 service nova] Releasing lock "refresh_cache-aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.983848] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d385c6-f3f5-4836-b6ab-3e501f3b07f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.992526] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 636.992526] env[69436]: value = "task-3254331" [ 636.992526] env[69436]: _type = "Task" [ 636.992526] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.998241] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Created folder: Project (25c996b4149f4bba82c774d2b18ec024) in parent group-v650165. [ 636.998601] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Creating folder: Instances. Parent ref: group-v650221. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.999444] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ae2a3b0-1473-491d-b609-0fff24d5ddfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.008871] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254331, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.010752] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Created folder: Instances in parent group-v650221. [ 637.011063] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.011313] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.011572] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c4d6f12-7ec1-4625-b4d3-4e0c0c731b7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.027184] env[69436]: INFO nova.compute.manager [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Rebuilding instance [ 637.037113] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.037113] env[69436]: value = "task-3254333" [ 637.037113] env[69436]: _type = "Task" [ 637.037113] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.047296] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254333, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.115546] env[69436]: DEBUG nova.compute.manager [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 637.115780] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d00ac3-21ff-4771-9831-3bb0487d85e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.264110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.264528] env[69436]: DEBUG nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 637.267953] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.610s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.268288] env[69436]: DEBUG nova.objects.instance [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lazy-loading 'resources' on Instance uuid 5efca57c-909d-48e1-b5e1-ded21e713669 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.325397] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254328, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.419299] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254329, 'name': ReconfigVM_Task, 'duration_secs': 0.265595} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.419609] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 637.420478] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c6bd65-9f5c-46e6-a59f-a2944a865036 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.449651] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9/8bc53731-8231-40a3-98b7-aa51b30850b9.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.449968] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f84b30b-85fd-4608-82fd-98a190e95ff0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.471357] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 637.471357] env[69436]: value = "task-3254334" [ 637.471357] env[69436]: _type = "Task" [ 637.471357] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.482455] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.506526] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254331, 'name': Rename_Task, 'duration_secs': 0.210586} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.508268] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.515027] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8cd0f7-2f20-418d-bbc5-38298d4baa08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.521777] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 637.521777] env[69436]: value = "task-3254335" [ 637.521777] env[69436]: _type = "Task" [ 637.521777] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.538846] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.556419] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254333, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.557231] env[69436]: DEBUG nova.compute.manager [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-vif-plugged-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 637.561478] env[69436]: DEBUG oslo_concurrency.lockutils [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] Acquiring lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.561782] env[69436]: DEBUG oslo_concurrency.lockutils [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.561963] env[69436]: DEBUG oslo_concurrency.lockutils [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.562162] env[69436]: DEBUG nova.compute.manager [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] No waiting events found dispatching network-vif-plugged-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.562333] env[69436]: WARNING nova.compute.manager [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received unexpected event network-vif-plugged-76a376b3-903a-41e6-9cb8-00427107e907 for instance with vm_state building and task_state spawning. [ 637.562500] env[69436]: DEBUG nova.compute.manager [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-changed-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 637.562653] env[69436]: DEBUG nova.compute.manager [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing instance network info cache due to event network-changed-76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 637.562837] env[69436]: DEBUG oslo_concurrency.lockutils [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] Acquiring lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.563024] env[69436]: DEBUG oslo_concurrency.lockutils [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] Acquired lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.563233] env[69436]: DEBUG nova.network.neutron [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.740147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "41dc590f-ba91-424e-a087-8b51922e5886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.740147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "41dc590f-ba91-424e-a087-8b51922e5886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.778200] env[69436]: DEBUG nova.compute.utils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.782923] env[69436]: DEBUG nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 637.817102] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51017622-ea1a-4c6b-bc45-c65370080cf5 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "1ada1a31-027f-4f84-b04e-1573bc1e5e62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.590s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.829177] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254328, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.988510] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.016459] env[69436]: INFO nova.compute.manager [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Rebuilding instance [ 638.043606] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254335, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.059696] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254333, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.082608] env[69436]: DEBUG nova.compute.manager [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 638.083517] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ca2a45-5ca3-4d32-aae5-941cc35e3802 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.134366] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.134683] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb6edb9-df6d-482f-b719-2a44125369a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.144396] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 638.144396] env[69436]: value = "task-3254336" [ 638.144396] env[69436]: _type = "Task" [ 638.144396] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.160276] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.283984] env[69436]: DEBUG nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 638.328667] env[69436]: DEBUG nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 638.334732] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254328, 'name': Destroy_Task, 'duration_secs': 1.711062} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.338891] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Destroyed the VM [ 638.340017] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 638.340905] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb295885-c224-4431-896d-e8617c1978c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.352427] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 638.352427] env[69436]: value = "task-3254337" [ 638.352427] env[69436]: _type = "Task" [ 638.352427] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.375812] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254337, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.455566] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de813b-2480-4aa8-9799-36bd090e01d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.465732] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa66a8f5-47e4-489b-a603-7edd9af55c4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.504526] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460334e2-ce06-4b09-87c1-bc600bba5461 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.519546] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77718fd0-e80e-49df-a9b2-efcc572f1c09 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.524319] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254334, 'name': ReconfigVM_Task, 'duration_secs': 0.692426} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.524710] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9/8bc53731-8231-40a3-98b7-aa51b30850b9.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.524886] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.541423] env[69436]: DEBUG nova.compute.provider_tree [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.550361] env[69436]: DEBUG oslo_vmware.api [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254335, 'name': PowerOnVM_Task, 'duration_secs': 0.885233} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.550595] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.550813] env[69436]: INFO nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Took 10.21 seconds to spawn the instance on the hypervisor. [ 638.551046] env[69436]: DEBUG nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 638.551967] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82095410-df5c-4559-a39e-09cb092e3cdf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.559545] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254333, 'name': CreateVM_Task, 'duration_secs': 1.389425} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.560101] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.560845] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.561125] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.561472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.562064] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ced3b57-dbec-466b-96a5-b5de8e0d5fe5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.573894] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 638.573894] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c18889-487b-2ab5-3edd-b6ed5982fe5c" [ 638.573894] env[69436]: _type = "Task" [ 638.573894] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.584909] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c18889-487b-2ab5-3edd-b6ed5982fe5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.596056] env[69436]: DEBUG nova.network.neutron [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updated VIF entry in instance network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.596465] env[69436]: DEBUG nova.network.neutron [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.655111] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254336, 'name': PowerOffVM_Task, 'duration_secs': 0.165621} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.655394] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.655617] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.657213] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04589be8-ee19-4e96-8d32-f704b7fa82be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.664973] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.665254] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c140d0a1-8a06-4b9d-9e8b-0c6458bc8598 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.703879] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.704243] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.704514] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Deleting the datastore file [datastore1] 2f68bcc7-530b-4169-a91e-1880350cf467 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.704865] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46d5f51-97a2-4fce-934d-e17a0738fa97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.713021] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 638.713021] env[69436]: value = "task-3254339" [ 638.713021] env[69436]: _type = "Task" [ 638.713021] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.722280] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.859608] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.866439] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254337, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.031230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6187b11b-c957-4341-8474-df499272f59e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.053707] env[69436]: DEBUG nova.scheduler.client.report [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.058912] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de88eb0-7b07-474d-88da-61d0370d2d31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.088329] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 639.092696] env[69436]: INFO nova.compute.manager [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Took 31.55 seconds to build instance. [ 639.104906] env[69436]: DEBUG oslo_concurrency.lockutils [req-549fc5a9-f413-4c90-b5b8-a793ce4d90c6 req-b5a917c5-81ea-4843-bfc2-0a39e40cb2aa service nova] Releasing lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.106204] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c18889-487b-2ab5-3edd-b6ed5982fe5c, 'name': SearchDatastore_Task, 'duration_secs': 0.015381} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.106561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.107110] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.107110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.107281] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.107337] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.107576] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398eca61-bfc7-40f1-a472-29c02ec2b7d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.110822] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.111079] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed37c355-cd03-4f1c-a77f-49175139d882 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.121027] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.121226] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.123870] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2ba243-89bf-42e0-849e-90c1fa140b91 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.126848] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 639.126848] env[69436]: value = "task-3254340" [ 639.126848] env[69436]: _type = "Task" [ 639.126848] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.132472] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 639.132472] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d6c2aa-032e-272a-e31d-75748fe75497" [ 639.132472] env[69436]: _type = "Task" [ 639.132472] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.142908] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.149657] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d6c2aa-032e-272a-e31d-75748fe75497, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.150752] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b58ca3-b7d8-4134-9be4-a906318ee117 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.158189] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 639.158189] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dccaf3-be31-8ee9-c42b-a2aa55c9ffb9" [ 639.158189] env[69436]: _type = "Task" [ 639.158189] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.170158] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dccaf3-be31-8ee9-c42b-a2aa55c9ffb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.224909] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189378} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.225376] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.225376] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.225509] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.298026] env[69436]: DEBUG nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 639.331419] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.331866] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.332109] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.332433] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.332689] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.332910] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.333216] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.333438] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.333661] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.335307] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.335307] env[69436]: DEBUG nova.virt.hardware [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.336734] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca98ceca-5d76-4743-a290-98356d14b88c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.347179] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea472592-5999-4eb1-8bf2-724330ed31da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.368025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.374303] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Creating folder: Project (26dfbf0a43d647e79700772c2c52bcb9). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.375322] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a96642b-a669-4360-ae81-64572aff164f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.380576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.380802] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.381008] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.381200] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.381396] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.382914] env[69436]: DEBUG oslo_vmware.api [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254337, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610431} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.383438] env[69436]: INFO nova.compute.manager [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Terminating instance [ 639.384826] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 639.385080] env[69436]: INFO nova.compute.manager [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 639.391550] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Created folder: Project (26dfbf0a43d647e79700772c2c52bcb9) in parent group-v650165. [ 639.391647] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Creating folder: Instances. Parent ref: group-v650224. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.395637] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95e0bde-6954-431f-a5fd-b37ca76936bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.409356] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Created folder: Instances in parent group-v650224. [ 639.409768] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.409868] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.410087] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2dcbef2-03ca-4084-b2ba-3d13f7cf0e21 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.431441] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.431441] env[69436]: value = "task-3254343" [ 639.431441] env[69436]: _type = "Task" [ 639.431441] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.440194] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254343, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.566935] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.569368] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.523s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.569651] env[69436]: DEBUG nova.objects.instance [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lazy-loading 'resources' on Instance uuid 4da0e45d-cfbb-43e1-9a44-b721422e3075 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.595264] env[69436]: INFO nova.scheduler.client.report [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Deleted allocations for instance 5efca57c-909d-48e1-b5e1-ded21e713669 [ 639.601777] env[69436]: DEBUG oslo_concurrency.lockutils [None req-548be778-2832-42bd-9ebf-661907ce0b8e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.067s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.639999] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254340, 'name': PowerOffVM_Task, 'duration_secs': 0.149441} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.642105] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.643600] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.644826] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428d22f-d006-43ea-a3fe-e13139aa5256 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.657026] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.657420] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b1518b-7837-46aa-a2f4-4d9dd09dabd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.674428] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dccaf3-be31-8ee9-c42b-a2aa55c9ffb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016455} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.674702] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.674967] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 968d92c8-078e-4f9d-8183-aa2edebf8b4c/968d92c8-078e-4f9d-8183-aa2edebf8b4c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.675232] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d1068bd-8bce-4b1f-9264-b152aff52fa3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.684512] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 639.684512] env[69436]: value = "task-3254345" [ 639.684512] env[69436]: _type = "Task" [ 639.684512] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.696119] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.697433] env[69436]: DEBUG nova.network.neutron [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Port 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 639.699342] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.699534] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.699698] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Deleting the datastore file [datastore1] 7105db4d-104b-4c22-9a33-7b5a9a2043c8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.699949] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46094f1-f4db-47f0-8c4f-741733da8bee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.706884] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 639.706884] env[69436]: value = "task-3254346" [ 639.706884] env[69436]: _type = "Task" [ 639.706884] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.717287] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.896576] env[69436]: DEBUG nova.compute.manager [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Instance disappeared during snapshot {{(pid=69436) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 639.899269] env[69436]: DEBUG nova.compute.manager [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 639.899564] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.900842] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1816b8-a07b-4fb1-82a5-a615ea5b0580 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.910809] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.911333] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2672dabc-f239-4199-9399-7107f6240caf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.914353] env[69436]: DEBUG nova.compute.manager [None req-63e24b75-c141-4380-ab63-dccb9c6e0275 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image not found during clean up 20f123ed-0e7c-4af2-8dcc-cbf44e7c13b6 {{(pid=69436) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 639.951072] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254343, 'name': CreateVM_Task, 'duration_secs': 0.490364} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.951449] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.952449] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.952549] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.953821] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.953821] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b818a438-4155-4c6d-966a-264f77b6a0c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.961443] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 639.961443] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52380213-5472-d386-43ee-299e769943d3" [ 639.961443] env[69436]: _type = "Task" [ 639.961443] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.976249] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52380213-5472-d386-43ee-299e769943d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.030582] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.030803] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.030982] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleting the datastore file [datastore2] b722222d-b97a-48b7-ae33-336fc7bfb4a6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.031274] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44ad44b9-fb2c-48c5-816a-500f3c622887 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.041996] env[69436]: DEBUG oslo_vmware.api [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 640.041996] env[69436]: value = "task-3254348" [ 640.041996] env[69436]: _type = "Task" [ 640.041996] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.057199] env[69436]: DEBUG oslo_vmware.api [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.114295] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 640.122281] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7e5f64e5-b1f3-4514-aae2-db8ad12941bf tempest-InstanceActionsV221TestJSON-503669700 tempest-InstanceActionsV221TestJSON-503669700-project-member] Lock "5efca57c-909d-48e1-b5e1-ded21e713669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.450s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.211471] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254345, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.229782] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143285} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.229782] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.229782] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.229782] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.251329] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.251742] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.284096] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.284387] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.284525] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.284707] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.284852] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.285013] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.285249] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.285405] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.285562] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.285722] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.285886] env[69436]: DEBUG nova.virt.hardware [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.287339] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62961d1b-b231-47d9-ad2d-969ef9c22995 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.303715] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cdc9bf-3b12-485b-9bf8-ff66e10a2d37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.322712] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.327211] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.330646] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.331360] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f0dc10f-82dc-4d0a-9cec-7e6f7a6972f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.351950] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.351950] env[69436]: value = "task-3254349" [ 640.351950] env[69436]: _type = "Task" [ 640.351950] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.363375] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254349, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.480886] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52380213-5472-d386-43ee-299e769943d3, 'name': SearchDatastore_Task, 'duration_secs': 0.019226} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.481233] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.481450] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.481679] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.481818] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.481988] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.482264] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f2085cd-bcfc-41b5-bde9-feec65501955 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.496060] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.496255] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.497023] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae9a8f2-d263-4ae5-a9c3-528576bf3f1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.503922] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 640.503922] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e4307e-16ef-6e6f-22f0-f2c78681a460" [ 640.503922] env[69436]: _type = "Task" [ 640.503922] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.512630] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e4307e-16ef-6e6f-22f0-f2c78681a460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.554766] env[69436]: DEBUG oslo_vmware.api [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394162} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.554766] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.554766] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.554766] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.555060] env[69436]: INFO nova.compute.manager [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Took 0.66 seconds to destroy the instance on the hypervisor. [ 640.555138] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.555388] env[69436]: DEBUG nova.compute.manager [-] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 640.555388] env[69436]: DEBUG nova.network.neutron [-] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.651797] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.704558] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649362} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.704861] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 968d92c8-078e-4f9d-8183-aa2edebf8b4c/968d92c8-078e-4f9d-8183-aa2edebf8b4c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.705634] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.705634] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ea306d-d4ca-4e19-a9f9-48fc846ab745 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.726328] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 640.726328] env[69436]: value = "task-3254350" [ 640.726328] env[69436]: _type = "Task" [ 640.726328] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.737338] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.737571] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.737704] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.749420] env[69436]: DEBUG nova.compute.manager [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Received event network-changed-9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 640.749420] env[69436]: DEBUG nova.compute.manager [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Refreshing instance network info cache due to event network-changed-9a256fc0-1f90-45f4-9c2f-78abc78eab79. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 640.749420] env[69436]: DEBUG oslo_concurrency.lockutils [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] Acquiring lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.749420] env[69436]: DEBUG oslo_concurrency.lockutils [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] Acquired lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.749420] env[69436]: DEBUG nova.network.neutron [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Refreshing network info cache for port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.766559] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.835801] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74b5a12-5159-48b7-8d9b-bc8bd1414c93 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.845401] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0440a2f-f0a7-4839-8af4-800886fb32db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.884471] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd725c-c5a2-4fcc-b739-1ac0d2e21a78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.893595] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254349, 'name': CreateVM_Task, 'duration_secs': 0.463646} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.896174] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.897140] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.901286] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.901286] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.901286] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84dff44-25a3-4f6e-943a-b50894b3b549 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.904889] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2cf588-37e9-43fb-b19d-ab846c554fb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.922435] env[69436]: DEBUG nova.compute.provider_tree [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.925260] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 640.925260] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52175bee-e68b-260b-3eb2-9bb8750dbf0e" [ 640.925260] env[69436]: _type = "Task" [ 640.925260] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.936516] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52175bee-e68b-260b-3eb2-9bb8750dbf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.936844] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.937116] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.937339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.015330] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e4307e-16ef-6e6f-22f0-f2c78681a460, 'name': SearchDatastore_Task, 'duration_secs': 0.016438} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.016334] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7a01ab-d43d-4484-aea6-6ffaff7ee8c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.026165] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 641.026165] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5250f1cc-596e-7d72-7aac-3600684cfd27" [ 641.026165] env[69436]: _type = "Task" [ 641.026165] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.037574] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5250f1cc-596e-7d72-7aac-3600684cfd27, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.037574] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.037574] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.037832] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.038784] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.038784] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc20dc9-9aa5-465b-aa46-2e3223dccc0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.040517] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21e94fe-0bde-467d-9fb7-02639e05a8a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.051648] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 641.051648] env[69436]: value = "task-3254351" [ 641.051648] env[69436]: _type = "Task" [ 641.051648] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.052981] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.054578] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.057189] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f724b47f-29b0-417b-af2c-f543da9099c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.065392] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 641.065392] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c6a48-56b1-ca77-6610-ebdac2585ba3" [ 641.065392] env[69436]: _type = "Task" [ 641.065392] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.069188] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.078425] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c6a48-56b1-ca77-6610-ebdac2585ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.079346] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cccbc2a3-d809-49b0-b276-6a05a103853b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.085601] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 641.085601] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52558fa8-4f04-6bf5-342c-60594a863bd1" [ 641.085601] env[69436]: _type = "Task" [ 641.085601] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.094337] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52558fa8-4f04-6bf5-342c-60594a863bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.238696] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096062} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.239198] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.240123] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cab91d-1bb4-4631-abe8-8754af68f498 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.274030] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 968d92c8-078e-4f9d-8183-aa2edebf8b4c/968d92c8-078e-4f9d-8183-aa2edebf8b4c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.274584] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7d64e9-495c-4bbc-bd31-c0348ce466c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.309840] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 641.309840] env[69436]: value = "task-3254352" [ 641.309840] env[69436]: _type = "Task" [ 641.309840] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.322319] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.333456] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.333721] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.334161] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.334161] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.334334] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.334932] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.334932] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.334932] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.335196] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.335317] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.335400] env[69436]: DEBUG nova.virt.hardware [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.339088] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8e5d5f-6601-42c7-b450-cb2814675efd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.351691] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d6c9fa-916d-4809-b47d-c92605642d82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.367852] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.374348] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.375133] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.375412] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53eb89b9-5285-4c29-8840-720c51ba66a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.397236] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.397236] env[69436]: value = "task-3254353" [ 641.397236] env[69436]: _type = "Task" [ 641.397236] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.424258] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254353, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.430521] env[69436]: DEBUG nova.scheduler.client.report [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.441851] env[69436]: DEBUG nova.network.neutron [-] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.562736] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254351, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.601487] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52558fa8-4f04-6bf5-342c-60594a863bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.601487] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.601721] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.602258] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb396a77-056c-43ac-9693-ad18382bfaa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.610718] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 641.610718] env[69436]: value = "task-3254354" [ 641.610718] env[69436]: _type = "Task" [ 641.610718] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.622896] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.771266] env[69436]: DEBUG nova.network.neutron [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updated VIF entry in instance network info cache for port 9a256fc0-1f90-45f4-9c2f-78abc78eab79. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.771266] env[69436]: DEBUG nova.network.neutron [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updating instance_info_cache with network_info: [{"id": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "address": "fa:16:3e:aa:e9:e8", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a256fc0-1f", "ovs_interfaceid": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.823487] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.832073] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.833089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.833089] env[69436]: DEBUG nova.network.neutron [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.909438] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254353, 'name': CreateVM_Task, 'duration_secs': 0.483627} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.909703] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.910127] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.910319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.910690] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.911024] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f4cfc1-7507-4a93-8edb-44f94410574b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.917458] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 641.917458] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5244a032-708d-957b-719e-8094aaa86015" [ 641.917458] env[69436]: _type = "Task" [ 641.917458] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.928283] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5244a032-708d-957b-719e-8094aaa86015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.936548] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.939350] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.139s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.939780] env[69436]: DEBUG nova.objects.instance [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 641.944412] env[69436]: INFO nova.compute.manager [-] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Took 1.39 seconds to deallocate network for instance. [ 641.984147] env[69436]: INFO nova.scheduler.client.report [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Deleted allocations for instance 4da0e45d-cfbb-43e1-9a44-b721422e3075 [ 642.068733] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541981} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.069016] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.069248] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.069501] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39301df4-2398-4872-b0ab-b25a7be1027d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.079240] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 642.079240] env[69436]: value = "task-3254355" [ 642.079240] env[69436]: _type = "Task" [ 642.079240] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.091042] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.124016] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.171367] env[69436]: DEBUG nova.compute.manager [req-2e5035d4-a1c3-4f26-a7bf-cf6cd4a3d8cc req-f676d768-56fe-41d0-a449-c5e0e9353feb service nova] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Received event network-vif-deleted-e8acdbbd-2e45-4011-ab75-6d8284468863 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 642.275521] env[69436]: DEBUG oslo_concurrency.lockutils [req-266dbc02-4b95-4b9a-b2d8-d352b2ce64c3 req-0e8e50ca-9982-4307-ab89-509f6509001f service nova] Releasing lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.321654] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254352, 'name': ReconfigVM_Task, 'duration_secs': 0.578521} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.321972] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 968d92c8-078e-4f9d-8183-aa2edebf8b4c/968d92c8-078e-4f9d-8183-aa2edebf8b4c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.322663] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c89e46-174c-4422-a51b-72f4811a9fd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.330867] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 642.330867] env[69436]: value = "task-3254356" [ 642.330867] env[69436]: _type = "Task" [ 642.330867] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.342744] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254356, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.429369] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5244a032-708d-957b-719e-8094aaa86015, 'name': SearchDatastore_Task, 'duration_secs': 0.061569} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.435030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.435030] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.435030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.435030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.435315] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.435315] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00895aa9-741a-48d5-af3a-c5d2d82f43ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.450361] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.450772] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.451911] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ab3dfa-ab10-4f38-b25f-ac0de5c87483 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.458138] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.463060] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 642.463060] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523e4246-4638-e39f-1178-9e416a9a7721" [ 642.463060] env[69436]: _type = "Task" [ 642.463060] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.474594] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523e4246-4638-e39f-1178-9e416a9a7721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.499675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-28896062-dea1-4e68-b5a0-a679edd923aa tempest-ServerDiagnosticsV248Test-609213065 tempest-ServerDiagnosticsV248Test-609213065-project-member] Lock "4da0e45d-cfbb-43e1-9a44-b721422e3075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.886s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.589919] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146575} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.591590] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.592892] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4030a27f-5e71-441a-a751-a369193fee85 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.596265] env[69436]: DEBUG nova.network.neutron [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [{"id": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "address": "fa:16:3e:7e:e7:ed", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66b7ae-8a", "ovs_interfaceid": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.625177] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.629474] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d64d720-7a4b-4e75-b8e5-6792084f0d42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.653079] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605711} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.654430] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.654824] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.655660] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 642.655660] env[69436]: value = "task-3254357" [ 642.655660] env[69436]: _type = "Task" [ 642.655660] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.655944] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3af7c585-1591-40e5-ba3f-2d91f9e7e4ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.667556] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.669773] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 642.669773] env[69436]: value = "task-3254358" [ 642.669773] env[69436]: _type = "Task" [ 642.669773] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.843278] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254356, 'name': Rename_Task, 'duration_secs': 0.378236} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.843560] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.843799] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-412c74c7-8743-4bf9-8e5b-6ffbde6c6de8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.851265] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 642.851265] env[69436]: value = "task-3254359" [ 642.851265] env[69436]: _type = "Task" [ 642.851265] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.861590] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.955531] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba4825b6-71fe-4b71-8082-fe27d1afe9a2 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.958174] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.980s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.959982] env[69436]: INFO nova.compute.claims [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.977120] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523e4246-4638-e39f-1178-9e416a9a7721, 'name': SearchDatastore_Task, 'duration_secs': 0.056204} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.978281] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83a48ef-8ea3-42bb-9087-cc937ea23bfd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.987052] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 642.987052] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52500cdd-6673-dac1-61fc-c3ea41b4572a" [ 642.987052] env[69436]: _type = "Task" [ 642.987052] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.997088] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52500cdd-6673-dac1-61fc-c3ea41b4572a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.103021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.171433] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.181512] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076414} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.181512] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.181512] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec3f2b-068a-4c97-8ddf-95586c9e3936 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.213306] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.214070] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3e5798-f180-45da-955e-6f4d63e77111 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.239514] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 643.239514] env[69436]: value = "task-3254360" [ 643.239514] env[69436]: _type = "Task" [ 643.239514] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.250351] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.284590] env[69436]: DEBUG nova.compute.manager [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Received event network-changed-9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 643.285062] env[69436]: DEBUG nova.compute.manager [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Refreshing instance network info cache due to event network-changed-9a256fc0-1f90-45f4-9c2f-78abc78eab79. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 643.285669] env[69436]: DEBUG oslo_concurrency.lockutils [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] Acquiring lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.285669] env[69436]: DEBUG oslo_concurrency.lockutils [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] Acquired lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.285801] env[69436]: DEBUG nova.network.neutron [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Refreshing network info cache for port 9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.364575] env[69436]: DEBUG oslo_vmware.api [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254359, 'name': PowerOnVM_Task, 'duration_secs': 0.501574} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.364836] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.365045] env[69436]: INFO nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Took 9.44 seconds to spawn the instance on the hypervisor. [ 643.365227] env[69436]: DEBUG nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 643.366015] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4e971-044a-43ac-9301-caf23d72da94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.498732] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52500cdd-6673-dac1-61fc-c3ea41b4572a, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.499483] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.500818] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.501275] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3fe59cb-d81a-452b-a619-d6b7d8e622b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.512536] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 643.512536] env[69436]: value = "task-3254361" [ 643.512536] env[69436]: _type = "Task" [ 643.512536] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.523868] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.528068] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "0551002b-4313-4f48-8c86-46bcf2c8c1df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.528211] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.629688] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2abe9-c4d9-41ab-9f1b-ef11a1749859 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.655808] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca1b84-8c2a-4593-a57e-4cbfa40be930 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.666235] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.675619] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254357, 'name': ReconfigVM_Task, 'duration_secs': 0.932662} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.675817] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.676538] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e88393-c658-4038-9291-43e1b3132d48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.685126] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 643.685126] env[69436]: value = "task-3254362" [ 643.685126] env[69436]: _type = "Task" [ 643.685126] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.700857] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254362, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.750024] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254360, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.891372] env[69436]: INFO nova.compute.manager [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Took 34.64 seconds to build instance. [ 644.024738] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.146280] env[69436]: DEBUG nova.network.neutron [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updated VIF entry in instance network info cache for port 9a256fc0-1f90-45f4-9c2f-78abc78eab79. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.148197] env[69436]: DEBUG nova.network.neutron [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updating instance_info_cache with network_info: [{"id": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "address": "fa:16:3e:aa:e9:e8", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a256fc0-1f", "ovs_interfaceid": "9a256fc0-1f90-45f4-9c2f-78abc78eab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.173349] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.181681] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5b2e10-8c13-485a-8a17-c7f894de8a94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.194830] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.195098] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.206666] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254362, 'name': Rename_Task, 'duration_secs': 0.217611} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.206989] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 644.206989] env[69436]: value = "task-3254363" [ 644.206989] env[69436]: _type = "Task" [ 644.206989] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.207288] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.207600] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b095e535-6e0d-42a0-9af4-ce5043178755 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.225682] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 644.225682] env[69436]: value = "task-3254364" [ 644.225682] env[69436]: _type = "Task" [ 644.225682] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.239962] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.255291] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254360, 'name': ReconfigVM_Task, 'duration_secs': 0.51975} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.255628] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467/2f68bcc7-530b-4169-a91e-1880350cf467.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.256335] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33410042-f51c-411f-be2a-e089178f2618 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.267489] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 644.267489] env[69436]: value = "task-3254365" [ 644.267489] env[69436]: _type = "Task" [ 644.267489] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.285321] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254365, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.393941] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d82d8aa-b8c7-4305-afd6-fe1aa885c7be tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.716s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.526790] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752396} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.529640] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.529911] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.530429] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3366aaf-ee72-42e8-8d18-b0024f884581 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.538809] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 644.538809] env[69436]: value = "task-3254366" [ 644.538809] env[69436]: _type = "Task" [ 644.538809] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.553702] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.630023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f2d21-384c-4f3a-9255-16e4b5757e75 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.638062] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d348e123-ad9d-4263-b416-23ec6d4c5f02 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.675345] env[69436]: DEBUG oslo_concurrency.lockutils [req-0da17d8c-e674-4b39-90d0-800232a748cf req-c276cb66-0f6f-43ec-b752-53a10751f870 service nova] Releasing lock "refresh_cache-f9df8e3f-0758-40fa-bc45-a013a7224300" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.675345] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff77bd-4fd7-4415-8e6f-15145ddb8176 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.684613] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24f43c-b36e-403e-bdd8-a3179aec2728 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.700679] env[69436]: DEBUG nova.compute.provider_tree [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.719096] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.736200] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.777507] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254365, 'name': Rename_Task, 'duration_secs': 0.270609} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.777884] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.778085] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5ee61d-f0f6-48b9-a5f3-52e8646910f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.785479] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Waiting for the task: (returnval){ [ 644.785479] env[69436]: value = "task-3254367" [ 644.785479] env[69436]: _type = "Task" [ 644.785479] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.793984] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.896465] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 645.051025] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070823} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.051469] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.052966] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f89549a-7317-46c2-89be-d53fc2c61fc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.080334] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.080679] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a7609f-46cb-42d0-91f1-a4b221fbf332 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.106613] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 645.106613] env[69436]: value = "task-3254368" [ 645.106613] env[69436]: _type = "Task" [ 645.106613] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.117461] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.204271] env[69436]: DEBUG nova.scheduler.client.report [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.219912] env[69436]: DEBUG oslo_vmware.api [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254363, 'name': PowerOnVM_Task, 'duration_secs': 0.929008} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.221100] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.221260] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8742e1-0a7c-4ca6-befd-def0903f9722 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance '8bc53731-8231-40a3-98b7-aa51b30850b9' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.240047] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.300077] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.421172] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.623778] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.711079] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.711711] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 645.716471] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.260s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.718789] env[69436]: INFO nova.compute.claims [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.744511] env[69436]: DEBUG oslo_vmware.api [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254364, 'name': PowerOnVM_Task, 'duration_secs': 1.05223} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.744511] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.744511] env[69436]: INFO nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Took 6.45 seconds to spawn the instance on the hypervisor. [ 645.744511] env[69436]: DEBUG nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 645.745874] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c2dd0-5182-48dd-915a-772401f486ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.797870] env[69436]: DEBUG oslo_vmware.api [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Task: {'id': task-3254367, 'name': PowerOnVM_Task, 'duration_secs': 0.975168} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.798348] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.798705] env[69436]: DEBUG nova.compute.manager [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 645.799720] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1802cad-4d31-4568-bdd2-5f9ddc26d28f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.134025] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254368, 'name': ReconfigVM_Task, 'duration_secs': 0.704712} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.134460] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7105db4d-104b-4c22-9a33-7b5a9a2043c8/7105db4d-104b-4c22-9a33-7b5a9a2043c8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.135119] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a36975f7-3690-47df-9736-e9201724c828 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.144257] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 646.144257] env[69436]: value = "task-3254369" [ 646.144257] env[69436]: _type = "Task" [ 646.144257] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.154638] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254369, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.234025] env[69436]: DEBUG nova.compute.utils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.241054] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 646.241427] env[69436]: DEBUG nova.network.neutron [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.275159] env[69436]: INFO nova.compute.manager [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Took 30.08 seconds to build instance. [ 646.323481] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.333742] env[69436]: DEBUG nova.policy [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20dbd5dd65604823bdfd4af6b0bbcd62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a50018283dd4ee6bfc48c594b74278d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.628315] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "ee130e80-37f3-424c-83fc-d980983ad96f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.628315] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "ee130e80-37f3-424c-83fc-d980983ad96f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.655537] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254369, 'name': Rename_Task, 'duration_secs': 0.164612} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.655791] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.656922] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0acbb78-425f-4e2e-ab5f-09ef0f830d14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.664659] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 646.664659] env[69436]: value = "task-3254370" [ 646.664659] env[69436]: _type = "Task" [ 646.664659] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.670973] env[69436]: DEBUG nova.network.neutron [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Successfully created port: 9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.676217] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.747400] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 646.778980] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7fd68b0-3d11-49e0-a293-42c672e7383e tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "42f89423-0e5d-44d3-b202-b449f66ab0b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.601s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.177445] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.282866] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 647.461548] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f25e25-8421-42b5-9e61-e40fdb11d6f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.469703] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742081bb-5c5a-4a0b-a5f9-720b5d49c151 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.506326] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925706e-a3ae-45ad-bf61-55a4c9ed98e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.515596] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ec119d-0847-4361-bd4f-c324d5aa700a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.532254] env[69436]: DEBUG nova.compute.provider_tree [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.679332] env[69436]: DEBUG oslo_vmware.api [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254370, 'name': PowerOnVM_Task, 'duration_secs': 0.678864} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.679526] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.679761] env[69436]: DEBUG nova.compute.manager [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 647.680692] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7adaf-3d34-4c65-b99c-0f2cbf99846e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.768261] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 647.798055] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.798340] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.798676] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.798676] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.798804] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.798954] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.799207] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.799397] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.799706] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.800090] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.800560] env[69436]: DEBUG nova.virt.hardware [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.802078] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f47eea-ded6-4b79-9af9-8b95f6d4ac84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.813125] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82be8c4-c1cd-40e1-b2b6-978f8bb6df8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.822645] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.039787] env[69436]: DEBUG nova.scheduler.client.report [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.182743] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.183053] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.202555] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.250746] env[69436]: INFO nova.compute.manager [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Rebuilding instance [ 648.305940] env[69436]: DEBUG nova.network.neutron [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Successfully updated port: 9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.320054] env[69436]: DEBUG nova.compute.manager [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 648.320054] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b76a46b-067f-4cba-a66e-78acef974a2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.427040] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "ae003353-32f8-4e86-915a-5a184e105be5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.427309] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "ae003353-32f8-4e86-915a-5a184e105be5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.545321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.545953] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 648.550139] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.015s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.552419] env[69436]: INFO nova.compute.claims [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.808438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "refresh_cache-192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.808647] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquired lock "refresh_cache-192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.808784] env[69436]: DEBUG nova.network.neutron [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.060176] env[69436]: DEBUG nova.compute.utils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.061693] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 649.062530] env[69436]: DEBUG nova.network.neutron [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.104254] env[69436]: DEBUG nova.policy [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.337147] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.337494] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd21f8be-4b3a-4f5e-927a-6be738f2e0cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.349011] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 649.349011] env[69436]: value = "task-3254371" [ 649.349011] env[69436]: _type = "Task" [ 649.349011] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.360768] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.361740] env[69436]: DEBUG nova.network.neutron [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.375655] env[69436]: DEBUG nova.compute.manager [req-1a007f79-4e88-4c7b-989c-d62408ee8630 req-6df19adf-0151-47e4-8b27-96a24350a89d service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Received event network-vif-plugged-9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 649.375870] env[69436]: DEBUG oslo_concurrency.lockutils [req-1a007f79-4e88-4c7b-989c-d62408ee8630 req-6df19adf-0151-47e4-8b27-96a24350a89d service nova] Acquiring lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.376133] env[69436]: DEBUG oslo_concurrency.lockutils [req-1a007f79-4e88-4c7b-989c-d62408ee8630 req-6df19adf-0151-47e4-8b27-96a24350a89d service nova] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.376294] env[69436]: DEBUG oslo_concurrency.lockutils [req-1a007f79-4e88-4c7b-989c-d62408ee8630 req-6df19adf-0151-47e4-8b27-96a24350a89d service nova] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.376701] env[69436]: DEBUG nova.compute.manager [req-1a007f79-4e88-4c7b-989c-d62408ee8630 req-6df19adf-0151-47e4-8b27-96a24350a89d service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] No waiting events found dispatching network-vif-plugged-9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.376701] env[69436]: WARNING nova.compute.manager [req-1a007f79-4e88-4c7b-989c-d62408ee8630 req-6df19adf-0151-47e4-8b27-96a24350a89d service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Received unexpected event network-vif-plugged-9c18bcd7-568f-4802-8d4c-1a982f17369b for instance with vm_state building and task_state spawning. [ 649.451961] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "2f68bcc7-530b-4169-a91e-1880350cf467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.452734] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "2f68bcc7-530b-4169-a91e-1880350cf467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.452734] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "2f68bcc7-530b-4169-a91e-1880350cf467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.452979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "2f68bcc7-530b-4169-a91e-1880350cf467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.453028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "2f68bcc7-530b-4169-a91e-1880350cf467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.458032] env[69436]: INFO nova.compute.manager [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Terminating instance [ 649.508236] env[69436]: DEBUG nova.network.neutron [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Successfully created port: e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.565865] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 649.584434] env[69436]: DEBUG nova.network.neutron [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Updating instance_info_cache with network_info: [{"id": "9c18bcd7-568f-4802-8d4c-1a982f17369b", "address": "fa:16:3e:93:70:47", "network": {"id": "d95f1e1d-3427-4627-8e16-5e5b45ee0ddb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-700197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a50018283dd4ee6bfc48c594b74278d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c18bcd7-56", "ovs_interfaceid": "9c18bcd7-568f-4802-8d4c-1a982f17369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.866635] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254371, 'name': PowerOffVM_Task, 'duration_secs': 0.291404} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.866939] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.867189] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.868041] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f691ea4-b60a-4705-8e4e-09576797de6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.876802] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.877086] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb5f9962-c3f3-4048-a195-5ff3e92a4d9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.897124] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "8bc53731-8231-40a3-98b7-aa51b30850b9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.897966] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.897966] env[69436]: DEBUG nova.compute.manager [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Going to confirm migration 1 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 649.909944] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.910075] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.910258] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Deleting the datastore file [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.910606] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-838c8817-3cb8-4ae1-8284-97c7a54030a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.918631] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 649.918631] env[69436]: value = "task-3254373" [ 649.918631] env[69436]: _type = "Task" [ 649.918631] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.931887] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.962729] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "refresh_cache-2f68bcc7-530b-4169-a91e-1880350cf467" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.962964] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquired lock "refresh_cache-2f68bcc7-530b-4169-a91e-1880350cf467" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.963288] env[69436]: DEBUG nova.network.neutron [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.970835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.971672] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.971672] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.971672] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.971848] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.983513] env[69436]: INFO nova.compute.manager [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Terminating instance [ 649.992053] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.992053] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.092114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Releasing lock "refresh_cache-192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.096389] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Instance network_info: |[{"id": "9c18bcd7-568f-4802-8d4c-1a982f17369b", "address": "fa:16:3e:93:70:47", "network": {"id": "d95f1e1d-3427-4627-8e16-5e5b45ee0ddb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-700197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a50018283dd4ee6bfc48c594b74278d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c18bcd7-56", "ovs_interfaceid": "9c18bcd7-568f-4802-8d4c-1a982f17369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 650.097163] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:70:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c18bcd7-568f-4802-8d4c-1a982f17369b', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.107163] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Creating folder: Project (5a50018283dd4ee6bfc48c594b74278d). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.107163] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83fd5770-2e68-47db-8852-4b89b253da92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.123237] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Created folder: Project (5a50018283dd4ee6bfc48c594b74278d) in parent group-v650165. [ 650.123520] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Creating folder: Instances. Parent ref: group-v650229. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.124293] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3905e463-9d54-4508-bcc3-a386aefed0cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.137511] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Created folder: Instances in parent group-v650229. [ 650.137769] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.137960] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.138189] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39dcc997-36be-4704-bb4d-f865e37e700f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.164766] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.164766] env[69436]: value = "task-3254376" [ 650.164766] env[69436]: _type = "Task" [ 650.164766] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.179952] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254376, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.217479] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c219df-d779-44f7-894e-d8a5a94eac6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.226811] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a620b69-8814-4bd8-8f2c-0818dc807b61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.262837] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48335e06-f97c-43dd-8bbb-6c4a868f9066 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.271624] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1361c-af07-41c0-8f1d-786efa964053 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.287541] env[69436]: DEBUG nova.compute.provider_tree [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.432226] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466626} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.432749] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.432987] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.433227] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.491040] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "refresh_cache-7105db4d-104b-4c22-9a33-7b5a9a2043c8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.492523] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquired lock "refresh_cache-7105db4d-104b-4c22-9a33-7b5a9a2043c8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.492523] env[69436]: DEBUG nova.network.neutron [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.500143] env[69436]: DEBUG nova.network.neutron [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.517215] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.517484] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.517712] env[69436]: DEBUG nova.network.neutron [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.517906] env[69436]: DEBUG nova.objects.instance [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lazy-loading 'info_cache' on Instance uuid 8bc53731-8231-40a3-98b7-aa51b30850b9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.580891] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 650.596201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "84bd8049-779a-42b6-8466-3a4afee0a1e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.596201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.609138] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.609708] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.609947] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.610234] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.610501] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.610780] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.611178] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.611495] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.611825] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.612172] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.612787] env[69436]: DEBUG nova.virt.hardware [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.614427] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903ab79-f118-4c96-8931-7e5164a0a969 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.625978] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487c4454-f70a-4067-bbca-198ebf021936 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.647636] env[69436]: DEBUG nova.network.neutron [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.675620] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254376, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.793019] env[69436]: DEBUG nova.scheduler.client.report [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.021802] env[69436]: DEBUG nova.network.neutron [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.064638] env[69436]: DEBUG nova.network.neutron [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Successfully updated port: e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.147634] env[69436]: DEBUG nova.network.neutron [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.151875] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Releasing lock "refresh_cache-2f68bcc7-530b-4169-a91e-1880350cf467" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.152367] env[69436]: DEBUG nova.compute.manager [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 651.154099] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.154099] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006637d2-c6fd-4d67-88a0-dc77612d4830 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.163148] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.164350] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-775164fb-f94b-494b-bd82-e7bdc0df4ddb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.172540] env[69436]: DEBUG oslo_vmware.api [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 651.172540] env[69436]: value = "task-3254377" [ 651.172540] env[69436]: _type = "Task" [ 651.172540] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.176155] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254376, 'name': CreateVM_Task, 'duration_secs': 0.57431} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.180059] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.180693] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.180859] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.181190] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.181914] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25f07dc-4912-49da-8861-989e2553ae19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.191146] env[69436]: DEBUG oslo_vmware.api [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.192899] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 651.192899] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52195959-e6d8-4128-3526-21d23c3b1e58" [ 651.192899] env[69436]: _type = "Task" [ 651.192899] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.207697] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52195959-e6d8-4128-3526-21d23c3b1e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.298144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.299516] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.778s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.299642] env[69436]: DEBUG nova.objects.instance [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lazy-loading 'resources' on Instance uuid 2eb02944-c362-4b05-a280-e50d011553be {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.484744] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.485192] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.485428] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.485678] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.485950] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.486093] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.486365] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.486583] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.486823] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.487057] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.487299] env[69436]: DEBUG nova.virt.hardware [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.488085] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "9b4c0a65-7270-4028-b232-6e756b03d182" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.488409] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "9b4c0a65-7270-4028-b232-6e756b03d182" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.489276] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49daa42a-0745-40f3-ba5f-8c41bb3b71b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.501318] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6b6bd-f674-40e7-a5a9-902038dd2a24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.517419] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.525172] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.525839] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.528706] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79439fa-f35f-482b-9672-26580d91d4db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.549237] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.549237] env[69436]: value = "task-3254378" [ 651.549237] env[69436]: _type = "Task" [ 651.549237] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.560538] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254378, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.568413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-92548565-7ab3-4692-b3a2-7cbe5b31c174" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.568510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-92548565-7ab3-4692-b3a2-7cbe5b31c174" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.568663] env[69436]: DEBUG nova.network.neutron [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.655327] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Releasing lock "refresh_cache-7105db4d-104b-4c22-9a33-7b5a9a2043c8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.655327] env[69436]: DEBUG nova.compute.manager [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 651.655327] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.655327] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f13079-a185-4274-b7bf-51340fb19e3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.666320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.666651] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea645e5-269f-4629-918c-eea25da80d24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.676707] env[69436]: DEBUG oslo_vmware.api [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 651.676707] env[69436]: value = "task-3254379" [ 651.676707] env[69436]: _type = "Task" [ 651.676707] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.693385] env[69436]: DEBUG oslo_vmware.api [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254377, 'name': PowerOffVM_Task, 'duration_secs': 0.200277} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.699721] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.702558] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.702916] env[69436]: DEBUG oslo_vmware.api [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.706761] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f9d8270-c993-424a-8b38-edbca7fc3f42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.716137] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52195959-e6d8-4128-3526-21d23c3b1e58, 'name': SearchDatastore_Task, 'duration_secs': 0.028821} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.716576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.716890] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.717246] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.717469] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.717837] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.719358] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad85027b-2ca1-42b9-8d33-b5d3ea333195 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.735757] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.736220] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.737931] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74236d0-d376-4582-9a7c-f11f368322a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.742771] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.743169] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.743343] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Deleting the datastore file [datastore2] 2f68bcc7-530b-4169-a91e-1880350cf467 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.744153] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16f6c5dc-69b4-49c5-9f64-2655e0cd663c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.748292] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 651.748292] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b0d83-4893-3735-ed89-ebf0a31a4854" [ 651.748292] env[69436]: _type = "Task" [ 651.748292] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.755125] env[69436]: DEBUG oslo_vmware.api [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for the task: (returnval){ [ 651.755125] env[69436]: value = "task-3254381" [ 651.755125] env[69436]: _type = "Task" [ 651.755125] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.763921] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b0d83-4893-3735-ed89-ebf0a31a4854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.765577] env[69436]: DEBUG nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Received event network-changed-9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 651.765870] env[69436]: DEBUG nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Refreshing instance network info cache due to event network-changed-9c18bcd7-568f-4802-8d4c-1a982f17369b. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 651.766135] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Acquiring lock "refresh_cache-192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.766304] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Acquired lock "refresh_cache-192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.766479] env[69436]: DEBUG nova.network.neutron [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Refreshing network info cache for port 9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.778690] env[69436]: DEBUG oslo_vmware.api [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.803285] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "14fcf14e-f893-4c28-b562-c8de9fb317e2" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.803404] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "14fcf14e-f893-4c28-b562-c8de9fb317e2" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.060112] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254378, 'name': CreateVM_Task, 'duration_secs': 0.406228} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.060279] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.060754] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.060918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.061255] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.061510] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22121e27-aac6-4f21-bb46-3bad11a7c1b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.072128] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 652.072128] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dbcebf-34eb-afac-6c83-c7a552a37c81" [ 652.072128] env[69436]: _type = "Task" [ 652.072128] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.087349] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dbcebf-34eb-afac-6c83-c7a552a37c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.114159] env[69436]: DEBUG nova.network.neutron [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.197534] env[69436]: DEBUG oslo_vmware.api [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254379, 'name': PowerOffVM_Task, 'duration_secs': 0.176165} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.197795] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.197967] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.198252] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f461018c-b504-4f6c-87f1-18583796d173 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.230453] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.230453] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.230603] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Deleting the datastore file [datastore2] 7105db4d-104b-4c22-9a33-7b5a9a2043c8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.231083] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab3d32a-2f44-4093-b1b1-2a3ac985c2b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.239485] env[69436]: DEBUG oslo_vmware.api [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for the task: (returnval){ [ 652.239485] env[69436]: value = "task-3254383" [ 652.239485] env[69436]: _type = "Task" [ 652.239485] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.254644] env[69436]: DEBUG oslo_vmware.api [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.274939] env[69436]: DEBUG oslo_vmware.api [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Task: {'id': task-3254381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122661} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.275981] env[69436]: DEBUG nova.network.neutron [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Updating instance_info_cache with network_info: [{"id": "e968dc0b-82df-468c-acb5-666f4f820b60", "address": "fa:16:3e:ed:89:4f", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape968dc0b-82", "ovs_interfaceid": "e968dc0b-82df-468c-acb5-666f4f820b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.281463] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.281769] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.282011] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.282213] env[69436]: INFO nova.compute.manager [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Took 1.13 seconds to destroy the instance on the hypervisor. [ 652.282490] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.282859] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b0d83-4893-3735-ed89-ebf0a31a4854, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.287189] env[69436]: DEBUG nova.compute.manager [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 652.287318] env[69436]: DEBUG nova.network.neutron [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.289878] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3396d679-cf7b-41a4-be8a-8c7804e64888 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.298430] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 652.298430] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6881f-5b84-84e3-7c84-c8685f4b63aa" [ 652.298430] env[69436]: _type = "Task" [ 652.298430] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.309590] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "14fcf14e-f893-4c28-b562-c8de9fb317e2" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.310207] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 652.317825] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6881f-5b84-84e3-7c84-c8685f4b63aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013853} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.318887] env[69436]: DEBUG nova.network.neutron [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.320603] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.320887] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6/192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.323989] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25fd1889-1d9f-404c-926c-722fe26f621d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.333621] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 652.333621] env[69436]: value = "task-3254384" [ 652.333621] env[69436]: _type = "Task" [ 652.333621] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.338908] env[69436]: DEBUG nova.network.neutron [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [{"id": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "address": "fa:16:3e:7e:e7:ed", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d66b7ae-8a", "ovs_interfaceid": "4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.348385] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.540670] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e0fb44-0d42-4414-81da-0739da028d94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.552643] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5235b-29f6-405e-a53d-90b8dd8062c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.590753] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ce5b8-0fc6-41ca-a3fa-f2d6c69f855f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.605583] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d08ef3-6b18-4b1b-9644-f3b0c292b1ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.608539] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dbcebf-34eb-afac-6c83-c7a552a37c81, 'name': SearchDatastore_Task, 'duration_secs': 0.037748} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.611561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.612262] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.612262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.612524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.613132] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.613595] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217f5cb8-2911-4878-b8d7-d26d9424fd1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.625641] env[69436]: DEBUG nova.compute.provider_tree [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.644352] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.644631] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.645523] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb565164-806a-4270-ba53-4a31e633e13d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.653847] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 652.653847] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e0cff6-1005-ef4a-dacd-95f2adf330e8" [ 652.653847] env[69436]: _type = "Task" [ 652.653847] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.666113] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e0cff6-1005-ef4a-dacd-95f2adf330e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.754313] env[69436]: DEBUG oslo_vmware.api [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Task: {'id': task-3254383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109153} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.754447] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.754600] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.754780] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.754958] env[69436]: INFO nova.compute.manager [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 652.755497] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.755497] env[69436]: DEBUG nova.compute.manager [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 652.755643] env[69436]: DEBUG nova.network.neutron [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.766553] env[69436]: DEBUG nova.network.neutron [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Updated VIF entry in instance network info cache for port 9c18bcd7-568f-4802-8d4c-1a982f17369b. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.766914] env[69436]: DEBUG nova.network.neutron [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Updating instance_info_cache with network_info: [{"id": "9c18bcd7-568f-4802-8d4c-1a982f17369b", "address": "fa:16:3e:93:70:47", "network": {"id": "d95f1e1d-3427-4627-8e16-5e5b45ee0ddb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-700197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a50018283dd4ee6bfc48c594b74278d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c18bcd7-56", "ovs_interfaceid": "9c18bcd7-568f-4802-8d4c-1a982f17369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.787371] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-92548565-7ab3-4692-b3a2-7cbe5b31c174" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.787871] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Instance network_info: |[{"id": "e968dc0b-82df-468c-acb5-666f4f820b60", "address": "fa:16:3e:ed:89:4f", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape968dc0b-82", "ovs_interfaceid": "e968dc0b-82df-468c-acb5-666f4f820b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 652.788337] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:89:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e968dc0b-82df-468c-acb5-666f4f820b60', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.797227] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.798093] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.798340] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc309e47-a57c-4381-b10a-3f3994d9c74f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.815408] env[69436]: DEBUG nova.network.neutron [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.819955] env[69436]: DEBUG nova.compute.utils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.824529] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 652.824816] env[69436]: DEBUG nova.network.neutron [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.830552] env[69436]: DEBUG nova.network.neutron [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.831891] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.831891] env[69436]: value = "task-3254385" [ 652.831891] env[69436]: _type = "Task" [ 652.831891] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.843253] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-8bc53731-8231-40a3-98b7-aa51b30850b9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.843509] env[69436]: DEBUG nova.objects.instance [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lazy-loading 'migration_context' on Instance uuid 8bc53731-8231-40a3-98b7-aa51b30850b9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.851256] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254385, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.851516] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254384, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.928555] env[69436]: DEBUG nova.policy [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aec01579de7423b8309874e1deea045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c35b9682ff0e445897b9369129320a9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.128982] env[69436]: DEBUG nova.scheduler.client.report [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.164748] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e0cff6-1005-ef4a-dacd-95f2adf330e8, 'name': SearchDatastore_Task, 'duration_secs': 0.063064} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.165572] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27005bc-9604-4161-99c2-342c532a26c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.173833] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 653.173833] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f90de0-e079-b51d-35ed-b52ae1f01263" [ 653.173833] env[69436]: _type = "Task" [ 653.173833] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.181727] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f90de0-e079-b51d-35ed-b52ae1f01263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.270979] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Releasing lock "refresh_cache-192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.271394] env[69436]: DEBUG nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Received event network-vif-plugged-e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 653.271670] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Acquiring lock "92548565-7ab3-4692-b3a2-7cbe5b31c174-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.271873] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.272107] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.272313] env[69436]: DEBUG nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] No waiting events found dispatching network-vif-plugged-e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.272498] env[69436]: WARNING nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Received unexpected event network-vif-plugged-e968dc0b-82df-468c-acb5-666f4f820b60 for instance with vm_state building and task_state spawning. [ 653.276027] env[69436]: DEBUG nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Received event network-changed-e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 653.276027] env[69436]: DEBUG nova.compute.manager [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Refreshing instance network info cache due to event network-changed-e968dc0b-82df-468c-acb5-666f4f820b60. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 653.276027] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Acquiring lock "refresh_cache-92548565-7ab3-4692-b3a2-7cbe5b31c174" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.276027] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Acquired lock "refresh_cache-92548565-7ab3-4692-b3a2-7cbe5b31c174" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.276027] env[69436]: DEBUG nova.network.neutron [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Refreshing network info cache for port e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.320581] env[69436]: DEBUG nova.network.neutron [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.328345] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 653.333159] env[69436]: INFO nova.compute.manager [-] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Took 1.05 seconds to deallocate network for instance. [ 653.355993] env[69436]: DEBUG nova.objects.base [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Object Instance<8bc53731-8231-40a3-98b7-aa51b30850b9> lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 653.356694] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254385, 'name': CreateVM_Task, 'duration_secs': 0.450528} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.356941] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545291} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.357688] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9163d-acc0-473a-a05b-70c90bc6b822 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.365117] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.365117] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6/192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.365117] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.365117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.365117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.365565] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.365565] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a86aae-8625-4b22-8a7a-0c00021f5b6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.371396] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44121212-da6f-4e04-932f-42ded9a5d425 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.393117] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354dc46c-e46d-449e-8e4a-0efedec55815 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.398997] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 653.398997] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cffec2-1dba-61ae-5551-49ac6f0da63f" [ 653.398997] env[69436]: _type = "Task" [ 653.398997] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.402087] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 653.402087] env[69436]: value = "task-3254386" [ 653.402087] env[69436]: _type = "Task" [ 653.402087] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.407885] env[69436]: DEBUG oslo_vmware.api [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 653.407885] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52182784-8185-de95-0939-7e7cec92c080" [ 653.407885] env[69436]: _type = "Task" [ 653.407885] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.418189] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.419013] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cffec2-1dba-61ae-5551-49ac6f0da63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.423995] env[69436]: DEBUG oslo_vmware.api [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52182784-8185-de95-0939-7e7cec92c080, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.424283] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.638667] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.642272] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.715s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.642272] env[69436]: DEBUG nova.objects.instance [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lazy-loading 'resources' on Instance uuid 4bdba0be-6ebc-4da5-b813-290cb085e6f7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.674222] env[69436]: DEBUG nova.network.neutron [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Successfully created port: ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.680560] env[69436]: INFO nova.scheduler.client.report [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Deleted allocations for instance 2eb02944-c362-4b05-a280-e50d011553be [ 653.696233] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f90de0-e079-b51d-35ed-b52ae1f01263, 'name': SearchDatastore_Task, 'duration_secs': 0.043067} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.696233] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.697382] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.698583] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66688a6a-c370-4eb8-9380-597bf6da7088 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.707614] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 653.707614] env[69436]: value = "task-3254387" [ 653.707614] env[69436]: _type = "Task" [ 653.707614] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.721644] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.826872] env[69436]: INFO nova.compute.manager [-] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Took 1.07 seconds to deallocate network for instance. [ 653.843557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.921778] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073531} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.921778] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cffec2-1dba-61ae-5551-49ac6f0da63f, 'name': SearchDatastore_Task, 'duration_secs': 0.024048} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.924119] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.924538] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.924782] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.925020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.925163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.925336] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.926502] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a895e44-6d90-4a78-b703-57d808f3443a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.929166] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3584b6d2-7628-4b83-a7d2-312f5047cfc4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.958061] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6/192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.961147] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952ff827-5e66-41e9-8274-06ee7912fdea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.976171] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.976379] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.980610] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fe2d03-3f88-4929-a284-ae7337c06bde {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.987634] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 653.987634] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f86409-d581-47f4-88bc-0819a109f99a" [ 653.987634] env[69436]: _type = "Task" [ 653.987634] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.992807] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 653.992807] env[69436]: value = "task-3254388" [ 653.992807] env[69436]: _type = "Task" [ 653.992807] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.999743] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f86409-d581-47f4-88bc-0819a109f99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.008321] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.092044] env[69436]: DEBUG nova.network.neutron [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Updated VIF entry in instance network info cache for port e968dc0b-82df-468c-acb5-666f4f820b60. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.092523] env[69436]: DEBUG nova.network.neutron [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Updating instance_info_cache with network_info: [{"id": "e968dc0b-82df-468c-acb5-666f4f820b60", "address": "fa:16:3e:ed:89:4f", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape968dc0b-82", "ovs_interfaceid": "e968dc0b-82df-468c-acb5-666f4f820b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.196284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-119bb976-bf75-42c9-86f8-88b8c5b9cf12 tempest-FloatingIPsAssociationNegativeTestJSON-722724570 tempest-FloatingIPsAssociationNegativeTestJSON-722724570-project-member] Lock "2eb02944-c362-4b05-a280-e50d011553be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.209s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.222381] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.334474] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.344266] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 654.384401] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.384401] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.384401] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.384401] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.384686] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.384686] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.384686] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.384686] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.384686] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.384878] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.384878] env[69436]: DEBUG nova.virt.hardware [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.386814] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7102229f-9bb3-4ccf-bdd8-631a4c444e33 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.397379] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab307f-64a3-42aa-8955-74e449102756 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.500873] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f86409-d581-47f4-88bc-0819a109f99a, 'name': SearchDatastore_Task, 'duration_secs': 0.070879} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.505103] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755cb61d-638f-49b0-a990-0ec22d417284 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.509894] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254388, 'name': ReconfigVM_Task, 'duration_secs': 0.434029} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.510527] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6/192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.511189] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a018723-3242-46be-a94e-fcceb395d2b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.514198] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 654.514198] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524d072d-770f-b223-c6fe-112db1af6520" [ 654.514198] env[69436]: _type = "Task" [ 654.514198] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.525104] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 654.525104] env[69436]: value = "task-3254389" [ 654.525104] env[69436]: _type = "Task" [ 654.525104] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.535210] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524d072d-770f-b223-c6fe-112db1af6520, 'name': SearchDatastore_Task, 'duration_secs': 0.011275} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.535210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.535210] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 92548565-7ab3-4692-b3a2-7cbe5b31c174/92548565-7ab3-4692-b3a2-7cbe5b31c174.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.535210] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae2702b-af59-4a47-a723-30a1612b4cf4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.542565] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254389, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.548073] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 654.548073] env[69436]: value = "task-3254390" [ 654.548073] env[69436]: _type = "Task" [ 654.548073] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.558046] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.596223] env[69436]: DEBUG oslo_concurrency.lockutils [req-26ef5ffc-ff25-4d4e-ab4e-7b8ce472bbbf req-888ef907-cf9b-4ae8-a9b3-f0a4fb7516a4 service nova] Releasing lock "refresh_cache-92548565-7ab3-4692-b3a2-7cbe5b31c174" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.721436] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539799} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.721750] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.721941] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.722400] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82908a4-7ede-412e-a1f4-f497784577ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.732931] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 654.732931] env[69436]: value = "task-3254391" [ 654.732931] env[69436]: _type = "Task" [ 654.732931] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.747847] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.811095] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02484e8e-a04c-4a4f-80a2-38bb5fc2cd24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.822730] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963490c-0d17-47c0-a34c-67a6753d3c6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.863224] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe686d2-46e1-4342-bec8-b07367b257a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.875786] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f02a17-67a5-44b5-9e12-91abe653c3f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.892289] env[69436]: DEBUG nova.compute.provider_tree [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.036211] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254389, 'name': Rename_Task, 'duration_secs': 0.191753} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.036881] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.037212] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1948eb-cbf8-4868-b247-09bf73cb1cf3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.045957] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 655.045957] env[69436]: value = "task-3254392" [ 655.045957] env[69436]: _type = "Task" [ 655.045957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.060094] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.064836] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254390, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.245327] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079118} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.245675] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.247577] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5369ea-4eb9-44fc-bce1-79503fc4b738 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.276114] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.276439] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ad54d9-3c5a-4cdd-b2a5-85ba05449cd5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.299861] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 655.299861] env[69436]: value = "task-3254393" [ 655.299861] env[69436]: _type = "Task" [ 655.299861] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.310172] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.398446] env[69436]: DEBUG nova.scheduler.client.report [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.567540] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.567540] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597732} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.567540] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 92548565-7ab3-4692-b3a2-7cbe5b31c174/92548565-7ab3-4692-b3a2-7cbe5b31c174.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.567857] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.567899] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc7ab893-6480-49bb-a83d-11ed56f6dd71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.576195] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 655.576195] env[69436]: value = "task-3254394" [ 655.576195] env[69436]: _type = "Task" [ 655.576195] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.587398] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.813584] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254393, 'name': ReconfigVM_Task, 'duration_secs': 0.31155} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.813972] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8/42f89423-0e5d-44d3-b202-b449f66ab0b8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.814799] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d778329f-7046-42af-8fc4-fcef10b54e7e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.822969] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 655.822969] env[69436]: value = "task-3254395" [ 655.822969] env[69436]: _type = "Task" [ 655.822969] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.834975] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254395, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.904811] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.906726] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.521s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.908561] env[69436]: INFO nova.compute.claims [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.941654] env[69436]: INFO nova.scheduler.client.report [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Deleted allocations for instance 4bdba0be-6ebc-4da5-b813-290cb085e6f7 [ 656.014707] env[69436]: DEBUG nova.network.neutron [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Successfully updated port: ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.063261] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254392, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.086646] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086398} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.086917] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.088188] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b6dad1-3276-480d-83bd-84b51d20a85f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.116145] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 92548565-7ab3-4692-b3a2-7cbe5b31c174/92548565-7ab3-4692-b3a2-7cbe5b31c174.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.117654] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3527ec-342f-4def-bbf8-ce71e6fe8c56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.138395] env[69436]: DEBUG nova.compute.manager [req-461a3a27-cbcc-4e64-8fc9-92ebd54b5af9 req-227c4765-88d9-4781-9e3b-8d2db787810e service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Received event network-vif-plugged-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 656.138395] env[69436]: DEBUG oslo_concurrency.lockutils [req-461a3a27-cbcc-4e64-8fc9-92ebd54b5af9 req-227c4765-88d9-4781-9e3b-8d2db787810e service nova] Acquiring lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.138395] env[69436]: DEBUG oslo_concurrency.lockutils [req-461a3a27-cbcc-4e64-8fc9-92ebd54b5af9 req-227c4765-88d9-4781-9e3b-8d2db787810e service nova] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.138395] env[69436]: DEBUG oslo_concurrency.lockutils [req-461a3a27-cbcc-4e64-8fc9-92ebd54b5af9 req-227c4765-88d9-4781-9e3b-8d2db787810e service nova] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.138395] env[69436]: DEBUG nova.compute.manager [req-461a3a27-cbcc-4e64-8fc9-92ebd54b5af9 req-227c4765-88d9-4781-9e3b-8d2db787810e service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] No waiting events found dispatching network-vif-plugged-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.139335] env[69436]: WARNING nova.compute.manager [req-461a3a27-cbcc-4e64-8fc9-92ebd54b5af9 req-227c4765-88d9-4781-9e3b-8d2db787810e service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Received unexpected event network-vif-plugged-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 for instance with vm_state building and task_state spawning. [ 656.147215] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 656.147215] env[69436]: value = "task-3254396" [ 656.147215] env[69436]: _type = "Task" [ 656.147215] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.159226] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.177121] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "db55a66b-8be9-4ed8-b11e-983b05977063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.177538] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.334393] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254395, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.453483] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0e9426d2-f64c-4429-ab6b-e47056f0de93 tempest-ServersListShow296Test-222724690 tempest-ServersListShow296Test-222724690-project-member] Lock "4bdba0be-6ebc-4da5-b813-290cb085e6f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.043s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.517091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "refresh_cache-93bce1b5-ce12-418f-abb9-3adf1e75d1ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.517091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquired lock "refresh_cache-93bce1b5-ce12-418f-abb9-3adf1e75d1ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.517091] env[69436]: DEBUG nova.network.neutron [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.564230] env[69436]: DEBUG oslo_vmware.api [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254392, 'name': PowerOnVM_Task, 'duration_secs': 1.121532} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.564554] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.564826] env[69436]: INFO nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Took 8.80 seconds to spawn the instance on the hypervisor. [ 656.565026] env[69436]: DEBUG nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 656.565877] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30cb765-98f7-4814-b981-aab9b840fdaa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.661076] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254396, 'name': ReconfigVM_Task, 'duration_secs': 0.328813} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.661076] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 92548565-7ab3-4692-b3a2-7cbe5b31c174/92548565-7ab3-4692-b3a2-7cbe5b31c174.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.663793] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2e6067-1899-4092-9e48-bba3582b8087 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.673216] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 656.673216] env[69436]: value = "task-3254397" [ 656.673216] env[69436]: _type = "Task" [ 656.673216] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.684588] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254397, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.841606] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254395, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.077252] env[69436]: DEBUG nova.network.neutron [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.091601] env[69436]: INFO nova.compute.manager [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Took 35.15 seconds to build instance. [ 657.183707] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254397, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.340742] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254395, 'name': Rename_Task, 'duration_secs': 1.159428} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.342230] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.342230] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d77f091-55d2-4fb7-8f0a-b782f1e265cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.347517] env[69436]: DEBUG nova.network.neutron [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Updating instance_info_cache with network_info: [{"id": "ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87", "address": "fa:16:3e:69:03:b1", "network": {"id": "0af20f55-9f9b-4920-9c82-812621e1a537", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-324797738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35b9682ff0e445897b9369129320a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2e58a3-e7", "ovs_interfaceid": "ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.351952] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 657.351952] env[69436]: value = "task-3254398" [ 657.351952] env[69436]: _type = "Task" [ 657.351952] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.359094] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.597538] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0076cdbe-f22f-49b5-a7df-7c6a9fafdc96 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.228s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.646253] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eafc3f-8755-4d37-8163-7e01520d3dc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.660260] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfc28f-1927-438d-81ff-a34c81020ea9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.710032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d1e90-2029-48be-83a3-22302b27914f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.724908] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206253a3-494a-4cc4-907b-65f8edba4283 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.733415] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254397, 'name': Rename_Task, 'duration_secs': 0.900496} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.736811] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.740746] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee5c971-3aa8-4e3f-a44d-54b8211829f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.742582] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "19b076c2-3696-4d28-a136-114764360913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.742722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "19b076c2-3696-4d28-a136-114764360913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.753860] env[69436]: DEBUG nova.compute.provider_tree [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.762503] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 657.762503] env[69436]: value = "task-3254399" [ 657.762503] env[69436]: _type = "Task" [ 657.762503] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.773876] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.788984] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "05ee971f-3aed-4c08-920d-60eaf4f20e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.788984] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.854304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Releasing lock "refresh_cache-93bce1b5-ce12-418f-abb9-3adf1e75d1ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.854683] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Instance network_info: |[{"id": "ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87", "address": "fa:16:3e:69:03:b1", "network": {"id": "0af20f55-9f9b-4920-9c82-812621e1a537", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-324797738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35b9682ff0e445897b9369129320a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2e58a3-e7", "ovs_interfaceid": "ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 657.855149] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:03:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.862825] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Creating folder: Project (c35b9682ff0e445897b9369129320a9b). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.864076] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e837a681-6ff1-4024-8c55-8b3e612dd2f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.869452] env[69436]: DEBUG oslo_vmware.api [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254398, 'name': PowerOnVM_Task, 'duration_secs': 0.478081} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.870125] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.870349] env[69436]: DEBUG nova.compute.manager [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 657.871176] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df69777-855c-4657-a35e-31c35f57b7b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.882276] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Created folder: Project (c35b9682ff0e445897b9369129320a9b) in parent group-v650165. [ 657.882458] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Creating folder: Instances. Parent ref: group-v650234. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.882930] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8a091a1-6bd0-424f-a93f-db7ebc5eac1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.895143] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Created folder: Instances in parent group-v650234. [ 657.895143] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.895143] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.895224] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cef50996-d324-4d6e-a064-8db2b1c25428 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.921573] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.921573] env[69436]: value = "task-3254402" [ 657.921573] env[69436]: _type = "Task" [ 657.921573] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.933639] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254402, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.106017] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 658.207805] env[69436]: DEBUG nova.compute.manager [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Received event network-changed-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 658.208375] env[69436]: DEBUG nova.compute.manager [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Refreshing instance network info cache due to event network-changed-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 658.209292] env[69436]: DEBUG oslo_concurrency.lockutils [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] Acquiring lock "refresh_cache-93bce1b5-ce12-418f-abb9-3adf1e75d1ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.209684] env[69436]: DEBUG oslo_concurrency.lockutils [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] Acquired lock "refresh_cache-93bce1b5-ce12-418f-abb9-3adf1e75d1ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.210130] env[69436]: DEBUG nova.network.neutron [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Refreshing network info cache for port ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.256078] env[69436]: DEBUG nova.scheduler.client.report [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.277777] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.389750] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.431573] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254402, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.615393] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.615675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.615881] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.619505] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.619657] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.622306] env[69436]: INFO nova.compute.manager [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Terminating instance [ 658.649787] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.761963] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.762534] env[69436]: DEBUG nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 658.766284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.048s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.770022] env[69436]: INFO nova.compute.claims [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.783934] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.934350] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254402, 'name': CreateVM_Task, 'duration_secs': 1.000371} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.934705] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.935704] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.936268] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.936536] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.936836] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0fc2bf-5590-4615-8d69-8716ed1102b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.942969] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 658.942969] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217538f-dead-f897-1a23-0d4e65ec5baa" [ 658.942969] env[69436]: _type = "Task" [ 658.942969] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.954364] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217538f-dead-f897-1a23-0d4e65ec5baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.126552] env[69436]: DEBUG nova.compute.manager [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 659.126787] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.128088] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dffaef-0b7d-42ed-8f2f-395f23ca8a89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.137541] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.137814] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-449c5ff1-3af7-4c59-b2b0-a9a6842b1529 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.145675] env[69436]: DEBUG oslo_vmware.api [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 659.145675] env[69436]: value = "task-3254403" [ 659.145675] env[69436]: _type = "Task" [ 659.145675] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.160608] env[69436]: DEBUG oslo_vmware.api [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.269039] env[69436]: DEBUG nova.compute.utils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.273025] env[69436]: DEBUG nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 659.281302] env[69436]: DEBUG nova.network.neutron [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Updated VIF entry in instance network info cache for port ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.281676] env[69436]: DEBUG nova.network.neutron [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Updating instance_info_cache with network_info: [{"id": "ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87", "address": "fa:16:3e:69:03:b1", "network": {"id": "0af20f55-9f9b-4920-9c82-812621e1a537", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-324797738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c35b9682ff0e445897b9369129320a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce2e58a3-e7", "ovs_interfaceid": "ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.290083] env[69436]: DEBUG oslo_vmware.api [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254399, 'name': PowerOnVM_Task, 'duration_secs': 1.324622} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.290401] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.290677] env[69436]: INFO nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Took 8.71 seconds to spawn the instance on the hypervisor. [ 659.290928] env[69436]: DEBUG nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 659.291818] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed20d1e4-c4ef-4453-a7f4-fb108c79a543 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.454597] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217538f-dead-f897-1a23-0d4e65ec5baa, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.454995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.455212] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.455462] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.455597] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.455775] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.456234] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0cc8b2f-d77c-450d-9398-34466f4ba9c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.471856] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.472096] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.472811] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ac5b9c-579d-4491-8920-3acc08bd8057 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.480694] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 659.480694] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b3f598-dc9d-9464-175f-1813b5bff351" [ 659.480694] env[69436]: _type = "Task" [ 659.480694] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.491559] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b3f598-dc9d-9464-175f-1813b5bff351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.564401] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "42f89423-0e5d-44d3-b202-b449f66ab0b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.564672] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "42f89423-0e5d-44d3-b202-b449f66ab0b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.564879] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "42f89423-0e5d-44d3-b202-b449f66ab0b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.565067] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "42f89423-0e5d-44d3-b202-b449f66ab0b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.565235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "42f89423-0e5d-44d3-b202-b449f66ab0b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.568667] env[69436]: INFO nova.compute.manager [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Terminating instance [ 659.664206] env[69436]: DEBUG oslo_vmware.api [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254403, 'name': PowerOffVM_Task, 'duration_secs': 0.234537} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.666207] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.666661] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.667780] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aff9aad-41d2-41dd-be3a-1cc92fd1d53f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.741248] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.741553] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.742121] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Deleting the datastore file [datastore2] 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.742217] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ded064-f9ec-47c6-8177-3f590872012f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.754146] env[69436]: DEBUG oslo_vmware.api [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for the task: (returnval){ [ 659.754146] env[69436]: value = "task-3254405" [ 659.754146] env[69436]: _type = "Task" [ 659.754146] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.764316] env[69436]: DEBUG oslo_vmware.api [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.780803] env[69436]: DEBUG nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 659.788932] env[69436]: DEBUG oslo_concurrency.lockutils [req-f950a835-4d6d-49d2-8c91-8b4d9b1c2720 req-c7021849-d93b-446f-b968-2f27834f1529 service nova] Releasing lock "refresh_cache-93bce1b5-ce12-418f-abb9-3adf1e75d1ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.829718] env[69436]: INFO nova.compute.manager [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Took 35.40 seconds to build instance. [ 659.999050] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b3f598-dc9d-9464-175f-1813b5bff351, 'name': SearchDatastore_Task, 'duration_secs': 0.037121} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.999922] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8acbde-ccdc-4eb0-8e26-a60d99f57c01 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.014773] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 660.014773] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52409eba-d31c-6f0a-b91f-c1e30dd9180d" [ 660.014773] env[69436]: _type = "Task" [ 660.014773] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.026719] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52409eba-d31c-6f0a-b91f-c1e30dd9180d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.073936] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "refresh_cache-42f89423-0e5d-44d3-b202-b449f66ab0b8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074135] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquired lock "refresh_cache-42f89423-0e5d-44d3-b202-b449f66ab0b8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.074534] env[69436]: DEBUG nova.network.neutron [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.267018] env[69436]: DEBUG oslo_vmware.api [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Task: {'id': task-3254405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443574} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.267018] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.267018] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.267018] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.268368] env[69436]: INFO nova.compute.manager [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 660.268368] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.268578] env[69436]: DEBUG nova.compute.manager [-] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 660.268578] env[69436]: DEBUG nova.network.neutron [-] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.334543] env[69436]: DEBUG oslo_concurrency.lockutils [None req-069b20ab-b606-434d-a84a-a6ceb6bf369b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.988s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.526805] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52409eba-d31c-6f0a-b91f-c1e30dd9180d, 'name': SearchDatastore_Task, 'duration_secs': 0.024496} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.529862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.530175] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 93bce1b5-ce12-418f-abb9-3adf1e75d1ac/93bce1b5-ce12-418f-abb9-3adf1e75d1ac.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.530716] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3ca4f4b-066a-45de-a675-09ad616e5504 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.542035] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 660.542035] env[69436]: value = "task-3254406" [ 660.542035] env[69436]: _type = "Task" [ 660.542035] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.557722] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.602010] env[69436]: DEBUG nova.network.neutron [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.609102] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a587d385-adeb-4bdb-9992-c6c41dcd77ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.616962] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd418f82-ba03-4c30-aac1-7852d9378064 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.668488] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13ff154-0f45-498e-ade4-369871a8b3e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.681027] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bffc32f-50db-4f12-88e6-66ed462ceb37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.697119] env[69436]: DEBUG nova.compute.provider_tree [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.753124] env[69436]: DEBUG nova.network.neutron [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.801745] env[69436]: DEBUG nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 660.837147] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.837533] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.837891] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.837891] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.837891] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.838088] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.838235] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.838401] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.838584] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.838812] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.838891] env[69436]: DEBUG nova.virt.hardware [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.840187] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d87e2b-b7d7-4cb4-b457-652d05b6e392 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.844621] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 660.856919] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49116a0-8b95-4ead-bdf0-b40b2b3e4de7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.878227] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.885016] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Creating folder: Project (b46f83a05afc45e8be847c7140247c5a). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.885334] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c556e974-3b2f-4203-9dc9-121d747136ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.901123] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Created folder: Project (b46f83a05afc45e8be847c7140247c5a) in parent group-v650165. [ 660.901123] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Creating folder: Instances. Parent ref: group-v650237. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.901266] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deecbb92-bfb9-4eac-8825-47945ed3c756 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.916866] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Created folder: Instances in parent group-v650237. [ 660.916866] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.916866] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.917825] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc831355-b5f6-45fb-9fa9-5bbe5ee0a409 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.939024] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.939024] env[69436]: value = "task-3254409" [ 660.939024] env[69436]: _type = "Task" [ 660.939024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.951078] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254409, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.995881] env[69436]: DEBUG nova.compute.manager [req-1aafb035-344a-4d5a-b95c-be40f8f33fc0 req-f4d1d160-c0a2-4263-bbde-9ec336db10fe service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Received event network-vif-deleted-9c18bcd7-568f-4802-8d4c-1a982f17369b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 660.996106] env[69436]: INFO nova.compute.manager [req-1aafb035-344a-4d5a-b95c-be40f8f33fc0 req-f4d1d160-c0a2-4263-bbde-9ec336db10fe service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Neutron deleted interface 9c18bcd7-568f-4802-8d4c-1a982f17369b; detaching it from the instance and deleting it from the info cache [ 660.996267] env[69436]: DEBUG nova.network.neutron [req-1aafb035-344a-4d5a-b95c-be40f8f33fc0 req-f4d1d160-c0a2-4263-bbde-9ec336db10fe service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.058563] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254406, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.203980] env[69436]: DEBUG nova.scheduler.client.report [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.205059] env[69436]: DEBUG nova.network.neutron [-] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.254921] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Releasing lock "refresh_cache-42f89423-0e5d-44d3-b202-b449f66ab0b8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.255384] env[69436]: DEBUG nova.compute.manager [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 661.255581] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.256498] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce228f-8f29-4673-ba65-114745a96dd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.267595] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.268131] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ead2baa-cc99-46bd-a285-fd3b7d6a6919 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.278261] env[69436]: DEBUG oslo_vmware.api [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 661.278261] env[69436]: value = "task-3254410" [ 661.278261] env[69436]: _type = "Task" [ 661.278261] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.288195] env[69436]: DEBUG oslo_vmware.api [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.381077] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.449470] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254409, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.499257] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1bfb43f-d590-4610-8701-d5b138ad04a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.509793] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab7504-70b8-42d7-b329-4610d4d0336d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.545863] env[69436]: DEBUG nova.compute.manager [req-1aafb035-344a-4d5a-b95c-be40f8f33fc0 req-f4d1d160-c0a2-4263-bbde-9ec336db10fe service nova] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Detach interface failed, port_id=9c18bcd7-568f-4802-8d4c-1a982f17369b, reason: Instance 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 661.556080] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641881} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.556080] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 93bce1b5-ce12-418f-abb9-3adf1e75d1ac/93bce1b5-ce12-418f-abb9-3adf1e75d1ac.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.556080] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.556080] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d52b7e-a5ba-4a72-ae9f-d70acf0c44f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.562625] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 661.562625] env[69436]: value = "task-3254411" [ 661.562625] env[69436]: _type = "Task" [ 661.562625] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.577185] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.708918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.943s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.709562] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 661.712512] env[69436]: INFO nova.compute.manager [-] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Took 1.44 seconds to deallocate network for instance. [ 661.713072] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.724s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.713227] env[69436]: DEBUG nova.objects.instance [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 661.728484] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "92548565-7ab3-4692-b3a2-7cbe5b31c174" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.729152] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.729152] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "92548565-7ab3-4692-b3a2-7cbe5b31c174-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.729277] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.729359] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.731505] env[69436]: INFO nova.compute.manager [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Terminating instance [ 661.790197] env[69436]: DEBUG oslo_vmware.api [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254410, 'name': PowerOffVM_Task, 'duration_secs': 0.132224} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.791137] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.791347] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.791678] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-448215d0-ec9d-42a5-811f-b9c6cb58060f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.824557] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.824801] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.825179] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Deleting the datastore file [datastore2] 42f89423-0e5d-44d3-b202-b449f66ab0b8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.825563] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-763b5d87-79dd-4f62-9f5f-5926830b7f19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.836843] env[69436]: DEBUG oslo_vmware.api [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for the task: (returnval){ [ 661.836843] env[69436]: value = "task-3254413" [ 661.836843] env[69436]: _type = "Task" [ 661.836843] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.950543] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254409, 'name': CreateVM_Task, 'duration_secs': 0.935568} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.950914] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.951546] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.952665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.952665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.952665] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0c962e-4d04-494a-941d-430e69e53e3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.958307] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 661.958307] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5229388a-d108-4cd3-e871-7b33ade1163e" [ 661.958307] env[69436]: _type = "Task" [ 661.958307] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.969871] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5229388a-d108-4cd3-e871-7b33ade1163e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.072348] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088021} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.072630] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.077017] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccb99b9-144a-4915-819d-8d509ed07029 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.099989] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 93bce1b5-ce12-418f-abb9-3adf1e75d1ac/93bce1b5-ce12-418f-abb9-3adf1e75d1ac.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.100319] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a050d89-e30e-4a06-873c-a67855ec9386 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.122744] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 662.122744] env[69436]: value = "task-3254414" [ 662.122744] env[69436]: _type = "Task" [ 662.122744] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.132077] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.215622] env[69436]: DEBUG nova.compute.utils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.217166] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 662.217250] env[69436]: DEBUG nova.network.neutron [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.223178] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.236688] env[69436]: DEBUG nova.compute.manager [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 662.236905] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.238525] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d7fca6-dc3c-4285-a3e9-976b274c1797 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.248821] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.249068] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7b3af5-1ffb-4cfc-8a6d-68d4c15d3d6f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.259246] env[69436]: DEBUG oslo_vmware.api [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 662.259246] env[69436]: value = "task-3254415" [ 662.259246] env[69436]: _type = "Task" [ 662.259246] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.270561] env[69436]: DEBUG oslo_vmware.api [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.272470] env[69436]: DEBUG nova.policy [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d26ad900c8b4ab8987cdfe8fed0ad19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dd830cd0ba549d58fa8e15f856d6f4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.348939] env[69436]: DEBUG oslo_vmware.api [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Task: {'id': task-3254413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129663} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.348939] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.348939] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.348939] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.348939] env[69436]: INFO nova.compute.manager [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 662.349136] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.349192] env[69436]: DEBUG nova.compute.manager [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 662.350028] env[69436]: DEBUG nova.network.neutron [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.366666] env[69436]: DEBUG nova.network.neutron [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.436312] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.436555] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.474089] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5229388a-d108-4cd3-e871-7b33ade1163e, 'name': SearchDatastore_Task, 'duration_secs': 0.015319} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.474089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.474494] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.474494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.474644] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.474777] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.475043] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7c4839a-60a8-48d0-b1de-ee19c72318f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.484181] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.484387] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.485289] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dca9ad-1a13-49fd-bd73-30588856d4bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.491421] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 662.491421] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d323d2-13ef-968f-68be-5406d1106bf3" [ 662.491421] env[69436]: _type = "Task" [ 662.491421] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.500423] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d323d2-13ef-968f-68be-5406d1106bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.612277] env[69436]: DEBUG nova.network.neutron [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Successfully created port: 8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.636112] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254414, 'name': ReconfigVM_Task, 'duration_secs': 0.40612} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.636486] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 93bce1b5-ce12-418f-abb9-3adf1e75d1ac/93bce1b5-ce12-418f-abb9-3adf1e75d1ac.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.637231] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b59ed3a3-9216-42f5-860f-bef7578333c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.643063] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 662.643063] env[69436]: value = "task-3254416" [ 662.643063] env[69436]: _type = "Task" [ 662.643063] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.653280] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254416, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.720955] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 662.726041] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b6eda539-618c-4353-b485-9255de65b4e3 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.732936] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.356s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.732936] env[69436]: INFO nova.compute.claims [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.772401] env[69436]: DEBUG oslo_vmware.api [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254415, 'name': PowerOffVM_Task, 'duration_secs': 0.204476} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.772489] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.772690] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.772955] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0a21004-61b4-4f9c-9e92-b33e03d1e0a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.839111] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.839111] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.839111] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore2] 92548565-7ab3-4692-b3a2-7cbe5b31c174 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.839111] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f15d0a2-f791-4522-98e1-e553347d36f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.845220] env[69436]: DEBUG oslo_vmware.api [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 662.845220] env[69436]: value = "task-3254418" [ 662.845220] env[69436]: _type = "Task" [ 662.845220] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.859683] env[69436]: DEBUG oslo_vmware.api [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.870429] env[69436]: DEBUG nova.network.neutron [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.917791] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.918078] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.002551] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d323d2-13ef-968f-68be-5406d1106bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.002551] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c9ecaf-fe07-47a8-b49d-a5dfcf18ff27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.010753] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 663.010753] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b5ba4a-4024-61ea-f9cf-94625f567af7" [ 663.010753] env[69436]: _type = "Task" [ 663.010753] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.019909] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b5ba4a-4024-61ea-f9cf-94625f567af7, 'name': SearchDatastore_Task, 'duration_secs': 0.008418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.020018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.020266] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ef18c356-41ff-43f0-bdea-d7f8b1391508/ef18c356-41ff-43f0-bdea-d7f8b1391508.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.020537] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4198955d-22d0-4a4d-8b2d-a4e1c1ae5a7d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.027174] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 663.027174] env[69436]: value = "task-3254419" [ 663.027174] env[69436]: _type = "Task" [ 663.027174] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.035202] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.153833] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254416, 'name': Rename_Task, 'duration_secs': 0.13799} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.154167] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.154374] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6222553-22ac-4387-b466-c504169cf7d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.160098] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 663.160098] env[69436]: value = "task-3254420" [ 663.160098] env[69436]: _type = "Task" [ 663.160098] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.167488] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.357080] env[69436]: DEBUG oslo_vmware.api [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152232} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.357446] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.357670] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.357878] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.358095] env[69436]: INFO nova.compute.manager [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Took 1.12 seconds to destroy the instance on the hypervisor. [ 663.358439] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.358711] env[69436]: DEBUG nova.compute.manager [-] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 663.358832] env[69436]: DEBUG nova.network.neutron [-] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.373383] env[69436]: INFO nova.compute.manager [-] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Took 1.02 seconds to deallocate network for instance. [ 663.538942] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453246} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.539507] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ef18c356-41ff-43f0-bdea-d7f8b1391508/ef18c356-41ff-43f0-bdea-d7f8b1391508.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.539769] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.540109] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-548a48d1-37e9-4395-ab2e-2eeb4e295945 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.548928] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 663.548928] env[69436]: value = "task-3254421" [ 663.548928] env[69436]: _type = "Task" [ 663.548928] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.558318] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.669899] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.737051] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 663.757489] env[69436]: DEBUG nova.compute.manager [req-7c9b811e-233f-4453-b8f5-a05d657120f1 req-e0fcaea3-de11-475d-8c81-ed3c28a6933a service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Received event network-vif-deleted-e968dc0b-82df-468c-acb5-666f4f820b60 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 663.757697] env[69436]: INFO nova.compute.manager [req-7c9b811e-233f-4453-b8f5-a05d657120f1 req-e0fcaea3-de11-475d-8c81-ed3c28a6933a service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Neutron deleted interface e968dc0b-82df-468c-acb5-666f4f820b60; detaching it from the instance and deleting it from the info cache [ 663.757873] env[69436]: DEBUG nova.network.neutron [req-7c9b811e-233f-4453-b8f5-a05d657120f1 req-e0fcaea3-de11-475d-8c81-ed3c28a6933a service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.768950] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.769220] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.769381] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.769584] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.769728] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.769868] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.770150] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.770437] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.770848] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.771029] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.772110] env[69436]: DEBUG nova.virt.hardware [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.774499] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa89b9-4c62-4e2a-a6e3-6059ff03c8d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.791292] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183d8377-0fd4-48e1-9e99-a7ee8ce79b67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.881590] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.058094] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081443} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.060656] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.062502] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c90f8-874e-4707-81fd-0bd1d8d593e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.085035] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ef18c356-41ff-43f0-bdea-d7f8b1391508/ef18c356-41ff-43f0-bdea-d7f8b1391508.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.089161] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e726ff0c-f460-467d-8930-1cdbc9cd57f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.104626] env[69436]: DEBUG nova.compute.manager [req-6b776b4c-a7ec-451b-8e5b-9b9ac0bf384f req-8baef26a-ec5b-41d6-b085-245cc44324f3 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Received event network-vif-plugged-8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 664.104841] env[69436]: DEBUG oslo_concurrency.lockutils [req-6b776b4c-a7ec-451b-8e5b-9b9ac0bf384f req-8baef26a-ec5b-41d6-b085-245cc44324f3 service nova] Acquiring lock "f1ec9889-55f4-455c-a927-36585d57bc41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.105076] env[69436]: DEBUG oslo_concurrency.lockutils [req-6b776b4c-a7ec-451b-8e5b-9b9ac0bf384f req-8baef26a-ec5b-41d6-b085-245cc44324f3 service nova] Lock "f1ec9889-55f4-455c-a927-36585d57bc41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.105248] env[69436]: DEBUG oslo_concurrency.lockutils [req-6b776b4c-a7ec-451b-8e5b-9b9ac0bf384f req-8baef26a-ec5b-41d6-b085-245cc44324f3 service nova] Lock "f1ec9889-55f4-455c-a927-36585d57bc41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.105411] env[69436]: DEBUG nova.compute.manager [req-6b776b4c-a7ec-451b-8e5b-9b9ac0bf384f req-8baef26a-ec5b-41d6-b085-245cc44324f3 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] No waiting events found dispatching network-vif-plugged-8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.106452] env[69436]: WARNING nova.compute.manager [req-6b776b4c-a7ec-451b-8e5b-9b9ac0bf384f req-8baef26a-ec5b-41d6-b085-245cc44324f3 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Received unexpected event network-vif-plugged-8c896f26-ee44-42aa-a9f9-b2387dda9216 for instance with vm_state building and task_state spawning. [ 664.116489] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 664.116489] env[69436]: value = "task-3254422" [ 664.116489] env[69436]: _type = "Task" [ 664.116489] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.126898] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.130415] env[69436]: DEBUG nova.network.neutron [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Successfully updated port: 8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.832358] env[69436]: DEBUG nova.network.neutron [-] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.834050] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.834195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquired lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.834332] env[69436]: DEBUG nova.network.neutron [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.835287] env[69436]: DEBUG oslo_vmware.api [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254420, 'name': PowerOnVM_Task, 'duration_secs': 0.65979} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.838090] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c961d778-cec8-416d-b6d6-256ad46c9a10 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.842677] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.842902] env[69436]: INFO nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Took 10.50 seconds to spawn the instance on the hypervisor. [ 664.843107] env[69436]: DEBUG nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 664.844183] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a068c2-4290-4a65-a241-e33c8b206d9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.852736] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.862691] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd0c662-be2e-468f-8f21-47e6fd7dd786 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.893169] env[69436]: DEBUG nova.compute.manager [req-7c9b811e-233f-4453-b8f5-a05d657120f1 req-e0fcaea3-de11-475d-8c81-ed3c28a6933a service nova] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Detach interface failed, port_id=e968dc0b-82df-468c-acb5-666f4f820b60, reason: Instance 92548565-7ab3-4692-b3a2-7cbe5b31c174 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 665.099389] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc41427-30b7-40d6-a698-4a8e83b95e45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.107881] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115637ef-7494-4e77-baef-15dfe994205b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.141016] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5368c9-5c35-4b53-8a5f-60fff31bc209 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.149934] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fe5bbd-42fa-4e75-8ec5-03ea7b562b64 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.164072] env[69436]: DEBUG nova.compute.provider_tree [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.338216] env[69436]: INFO nova.compute.manager [-] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Took 1.98 seconds to deallocate network for instance. [ 665.347884] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254422, 'name': ReconfigVM_Task, 'duration_secs': 1.102224} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.348446] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ef18c356-41ff-43f0-bdea-d7f8b1391508/ef18c356-41ff-43f0-bdea-d7f8b1391508.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.349364] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ddfe881-5120-44dc-aace-5317755f3684 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.359642] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 665.359642] env[69436]: value = "task-3254423" [ 665.359642] env[69436]: _type = "Task" [ 665.359642] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.365649] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254423, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.382218] env[69436]: DEBUG nova.network.neutron [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.387069] env[69436]: INFO nova.compute.manager [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Took 40.88 seconds to build instance. [ 665.520981] env[69436]: DEBUG nova.network.neutron [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Updating instance_info_cache with network_info: [{"id": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "address": "fa:16:3e:f7:ad:0d", "network": {"id": "43b289c2-4f2a-430c-a141-a9ce9747b321", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-668225454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd830cd0ba549d58fa8e15f856d6f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c896f26-ee", "ovs_interfaceid": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.667229] env[69436]: DEBUG nova.scheduler.client.report [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.850187] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.867904] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254423, 'name': Rename_Task, 'duration_secs': 0.125698} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.868201] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.868435] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ecc11f-17e7-4590-a3ef-7329b5437a82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.874447] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 665.874447] env[69436]: value = "task-3254424" [ 665.874447] env[69436]: _type = "Task" [ 665.874447] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.881428] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.889110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ed88f1a-7e5e-4512-9918-bce76a13be08 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.290s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.024911] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Releasing lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.024911] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Instance network_info: |[{"id": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "address": "fa:16:3e:f7:ad:0d", "network": {"id": "43b289c2-4f2a-430c-a141-a9ce9747b321", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-668225454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd830cd0ba549d58fa8e15f856d6f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c896f26-ee", "ovs_interfaceid": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 666.025116] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ad:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c896f26-ee44-42aa-a9f9-b2387dda9216', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.032473] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Creating folder: Project (9dd830cd0ba549d58fa8e15f856d6f4a). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.033187] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89a0137d-0319-43fc-a32c-4ee6ef4e4c9e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.043956] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Created folder: Project (9dd830cd0ba549d58fa8e15f856d6f4a) in parent group-v650165. [ 666.044161] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Creating folder: Instances. Parent ref: group-v650240. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.044398] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08dc7c18-f1d3-4b64-91a9-20966b8384ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.055043] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Created folder: Instances in parent group-v650240. [ 666.055259] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.055446] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.055647] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f3f1c2-8013-411c-a5ed-29097b0f6858 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.075421] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.075421] env[69436]: value = "task-3254427" [ 666.075421] env[69436]: _type = "Task" [ 666.075421] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.084337] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254427, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.154739] env[69436]: DEBUG nova.compute.manager [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Received event network-changed-8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 666.154871] env[69436]: DEBUG nova.compute.manager [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Refreshing instance network info cache due to event network-changed-8c896f26-ee44-42aa-a9f9-b2387dda9216. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 666.155164] env[69436]: DEBUG oslo_concurrency.lockutils [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] Acquiring lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.155341] env[69436]: DEBUG oslo_concurrency.lockutils [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] Acquired lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.155526] env[69436]: DEBUG nova.network.neutron [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Refreshing network info cache for port 8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.166191] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.166454] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.166660] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.170019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.170019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.170019] env[69436]: INFO nova.compute.manager [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Terminating instance [ 666.171881] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.442s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.172388] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 666.175310] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.316s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.176834] env[69436]: INFO nova.compute.claims [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.380206] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.380585] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.385513] env[69436]: DEBUG oslo_vmware.api [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254424, 'name': PowerOnVM_Task, 'duration_secs': 0.462248} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.385904] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.386562] env[69436]: INFO nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Took 5.58 seconds to spawn the instance on the hypervisor. [ 666.386562] env[69436]: DEBUG nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 666.387343] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb56d0-c1cb-49d2-aa35-0d874bc2baa1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.391858] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 666.586480] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254427, 'name': CreateVM_Task, 'duration_secs': 0.345815} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.587211] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.587538] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.587763] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.588170] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.588475] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50b0234-750b-4520-904a-f80e89540b7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.593466] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 666.593466] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523aabb4-af82-7827-c274-42678e9316b7" [ 666.593466] env[69436]: _type = "Task" [ 666.593466] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.601627] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523aabb4-af82-7827-c274-42678e9316b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.678031] env[69436]: DEBUG nova.compute.manager [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 666.678031] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.678031] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b162a544-a8a5-4c76-905f-3fb8c0a53604 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.682507] env[69436]: DEBUG nova.compute.utils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.688211] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 666.688632] env[69436]: DEBUG nova.network.neutron [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.690327] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.690856] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac2218b6-c083-47c7-a766-4b523bccb275 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.700083] env[69436]: DEBUG oslo_vmware.api [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 666.700083] env[69436]: value = "task-3254428" [ 666.700083] env[69436]: _type = "Task" [ 666.700083] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.708589] env[69436]: DEBUG oslo_vmware.api [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.747267] env[69436]: DEBUG nova.policy [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.875032] env[69436]: DEBUG nova.network.neutron [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Updated VIF entry in instance network info cache for port 8c896f26-ee44-42aa-a9f9-b2387dda9216. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.875481] env[69436]: DEBUG nova.network.neutron [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Updating instance_info_cache with network_info: [{"id": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "address": "fa:16:3e:f7:ad:0d", "network": {"id": "43b289c2-4f2a-430c-a141-a9ce9747b321", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-668225454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd830cd0ba549d58fa8e15f856d6f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c896f26-ee", "ovs_interfaceid": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.893208] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.893581] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.894023] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.894247] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.894607] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.897154] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.897154] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 666.897154] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.913039] env[69436]: INFO nova.compute.manager [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Took 35.56 seconds to build instance. [ 666.924430] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.103663] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523aabb4-af82-7827-c274-42678e9316b7, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.103999] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.104258] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.104496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.104642] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.104819] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.105091] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16d575b-aab0-4a01-a486-4564ceaedd82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.115912] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.116106] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.116902] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca085a09-c3fc-4e75-8a5b-531f369caf1c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.126625] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 667.126625] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5202b9c8-dfd5-23cf-9890-0e639e9e7961" [ 667.126625] env[69436]: _type = "Task" [ 667.126625] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.134370] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5202b9c8-dfd5-23cf-9890-0e639e9e7961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.190836] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 667.214834] env[69436]: DEBUG oslo_vmware.api [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254428, 'name': PowerOffVM_Task, 'duration_secs': 0.225018} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.215266] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.215589] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.215958] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d30443a-aeaf-4e70-a759-6c76efa93150 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.255112] env[69436]: DEBUG nova.network.neutron [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Successfully created port: 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.289275] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.289275] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.289275] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Deleting the datastore file [datastore2] 93bce1b5-ce12-418f-abb9-3adf1e75d1ac {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.289275] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e590dfd8-df46-4cc8-9057-bab15d1cd312 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.295502] env[69436]: DEBUG oslo_vmware.api [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for the task: (returnval){ [ 667.295502] env[69436]: value = "task-3254430" [ 667.295502] env[69436]: _type = "Task" [ 667.295502] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.309194] env[69436]: DEBUG oslo_vmware.api [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.379735] env[69436]: DEBUG oslo_concurrency.lockutils [req-57f98bf3-de7b-4e10-84e9-f3dd89921e23 req-13642d62-523f-4b39-b987-e5e1cc039097 service nova] Releasing lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.397769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.415374] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b7feb04d-4945-4d43-8167-7b503d0a2c3c tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "ef18c356-41ff-43f0-bdea-d7f8b1391508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.615s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.643240] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5202b9c8-dfd5-23cf-9890-0e639e9e7961, 'name': SearchDatastore_Task, 'duration_secs': 0.030919} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.644934] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea8629c-9ea9-4908-92b1-7e849c83a22a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.650687] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 667.650687] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528eace8-4214-90fa-d10e-760c7f19fd5a" [ 667.650687] env[69436]: _type = "Task" [ 667.650687] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.664022] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528eace8-4214-90fa-d10e-760c7f19fd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.664295] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664555] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f1ec9889-55f4-455c-a927-36585d57bc41/f1ec9889-55f4-455c-a927-36585d57bc41.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.664809] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81d74811-b7bc-4bf1-855e-c1d7c7086fae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.674174] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 667.674174] env[69436]: value = "task-3254431" [ 667.674174] env[69436]: _type = "Task" [ 667.674174] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.684268] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.794793] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7af6e-be8a-4cba-bc08-f142e7318663 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.806385] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58199e29-f244-420a-885d-9cda71437625 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.814721] env[69436]: DEBUG oslo_vmware.api [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Task: {'id': task-3254430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438477} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.839218] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.839396] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.839576] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.839751] env[69436]: INFO nova.compute.manager [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 667.839996] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.840383] env[69436]: DEBUG nova.compute.manager [-] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 667.840480] env[69436]: DEBUG nova.network.neutron [-] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.842645] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b9a4f3-6b84-4d6d-9bb4-ec106d9342c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.850056] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fb6785-5cbc-440f-ad60-69d32ff8c801 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.863099] env[69436]: DEBUG nova.compute.provider_tree [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.918647] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 668.184390] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.204677] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 668.232494] env[69436]: DEBUG nova.compute.manager [req-ce2c114b-44a7-45cf-b698-6c3da2f2f505 req-3efc3fca-d64e-4637-bd64-cbc2bd46312f service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Received event network-vif-deleted-ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 668.232713] env[69436]: INFO nova.compute.manager [req-ce2c114b-44a7-45cf-b698-6c3da2f2f505 req-3efc3fca-d64e-4637-bd64-cbc2bd46312f service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Neutron deleted interface ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87; detaching it from the instance and deleting it from the info cache [ 668.232938] env[69436]: DEBUG nova.network.neutron [req-ce2c114b-44a7-45cf-b698-6c3da2f2f505 req-3efc3fca-d64e-4637-bd64-cbc2bd46312f service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.236953] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.237293] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.237495] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.237729] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.237930] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.238095] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.238545] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.238545] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.238746] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.238932] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.239163] env[69436]: DEBUG nova.virt.hardware [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.241150] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fed81f-c84b-4eed-8406-260965185508 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.251850] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f5016-de5b-4ced-b159-fdc725ee790c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.366930] env[69436]: DEBUG nova.scheduler.client.report [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.441518] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.586010] env[69436]: DEBUG nova.network.neutron [-] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.684560] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776481} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.684817] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f1ec9889-55f4-455c-a927-36585d57bc41/f1ec9889-55f4-455c-a927-36585d57bc41.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.685042] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.685288] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-522de623-a420-428d-af04-359422820568 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.691280] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 668.691280] env[69436]: value = "task-3254432" [ 668.691280] env[69436]: _type = "Task" [ 668.691280] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.699829] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.746029] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40c7a217-38a3-4003-957d-55140d1e1f68 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.756270] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ffc8e7-d814-4539-bf3c-8a764df2766c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.787655] env[69436]: DEBUG nova.compute.manager [req-ce2c114b-44a7-45cf-b698-6c3da2f2f505 req-3efc3fca-d64e-4637-bd64-cbc2bd46312f service nova] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Detach interface failed, port_id=ce2e58a3-e7ee-451e-af0e-8ae1e78eaa87, reason: Instance 93bce1b5-ce12-418f-abb9-3adf1e75d1ac could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 668.872872] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.873490] env[69436]: DEBUG nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 668.877263] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.226s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.878777] env[69436]: INFO nova.compute.claims [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.925108] env[69436]: DEBUG nova.compute.manager [req-f6bc21ff-7de4-4a44-9d42-cc9f66f6b517 req-5770129c-5654-4df5-b741-733b01a36d8e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-vif-plugged-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 668.925108] env[69436]: DEBUG oslo_concurrency.lockutils [req-f6bc21ff-7de4-4a44-9d42-cc9f66f6b517 req-5770129c-5654-4df5-b741-733b01a36d8e service nova] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.925789] env[69436]: DEBUG oslo_concurrency.lockutils [req-f6bc21ff-7de4-4a44-9d42-cc9f66f6b517 req-5770129c-5654-4df5-b741-733b01a36d8e service nova] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.925878] env[69436]: DEBUG oslo_concurrency.lockutils [req-f6bc21ff-7de4-4a44-9d42-cc9f66f6b517 req-5770129c-5654-4df5-b741-733b01a36d8e service nova] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.926069] env[69436]: DEBUG nova.compute.manager [req-f6bc21ff-7de4-4a44-9d42-cc9f66f6b517 req-5770129c-5654-4df5-b741-733b01a36d8e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] No waiting events found dispatching network-vif-plugged-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.926318] env[69436]: WARNING nova.compute.manager [req-f6bc21ff-7de4-4a44-9d42-cc9f66f6b517 req-5770129c-5654-4df5-b741-733b01a36d8e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received unexpected event network-vif-plugged-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 for instance with vm_state building and task_state spawning. [ 669.029791] env[69436]: DEBUG nova.network.neutron [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Successfully updated port: 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.088816] env[69436]: INFO nova.compute.manager [-] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Took 1.25 seconds to deallocate network for instance. [ 669.201379] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123269} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.201723] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.202532] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dab60ba-012e-4eee-aeb5-b45f5c1f41d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.225915] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] f1ec9889-55f4-455c-a927-36585d57bc41/f1ec9889-55f4-455c-a927-36585d57bc41.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.226217] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43a4425-7e6f-4f78-9964-ebc7d6dab9a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.247934] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 669.247934] env[69436]: value = "task-3254433" [ 669.247934] env[69436]: _type = "Task" [ 669.247934] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.258037] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.386461] env[69436]: DEBUG nova.compute.utils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.387997] env[69436]: DEBUG nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 669.533135] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.533355] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.533522] env[69436]: DEBUG nova.network.neutron [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.595149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.758156] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254433, 'name': ReconfigVM_Task, 'duration_secs': 0.316055} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.758317] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Reconfigured VM instance instance-00000019 to attach disk [datastore2] f1ec9889-55f4-455c-a927-36585d57bc41/f1ec9889-55f4-455c-a927-36585d57bc41.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.758984] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754cdc6d-7dae-4f33-ac15-6ff7969b7de0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.765038] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 669.765038] env[69436]: value = "task-3254434" [ 669.765038] env[69436]: _type = "Task" [ 669.765038] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.772760] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254434, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.892249] env[69436]: DEBUG nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 670.068041] env[69436]: DEBUG nova.network.neutron [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.230321] env[69436]: DEBUG nova.network.neutron [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.277644] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254434, 'name': Rename_Task, 'duration_secs': 0.141281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.277932] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.278190] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22aa6304-ed0e-4f06-936e-8e119220d37f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.284164] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 670.284164] env[69436]: value = "task-3254435" [ 670.284164] env[69436]: _type = "Task" [ 670.284164] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.297692] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.437766] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5ed8f8-b89f-4421-8686-20e0ad9eae7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.447590] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62832e-520a-409a-bc79-d0ba5d43c7bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.483859] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd7847-c722-464e-a67c-c9a044e60078 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.491297] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cab600-cf22-4bea-a31d-89c111d58e8e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.504836] env[69436]: DEBUG nova.compute.provider_tree [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.735319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.735717] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Instance network_info: |[{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 670.736205] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:a7:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e83a041-0bbb-450f-8b16-87bf36d9a3c9', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.745159] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Creating folder: Project (58ab317680c64fd5b8541afc9a470e3c). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.745489] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-858ff7ae-087b-4a4a-ae5a-3c114acd8904 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.756763] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Created folder: Project (58ab317680c64fd5b8541afc9a470e3c) in parent group-v650165. [ 670.756953] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Creating folder: Instances. Parent ref: group-v650243. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.757270] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a697b055-bacb-4e83-8357-bb39d782a67b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.766948] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Created folder: Instances in parent group-v650243. [ 670.767240] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.767439] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.767670] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59fdfba0-ff8b-4416-abaf-ab56df6c2074 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.794548] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.795712] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.795712] env[69436]: value = "task-3254438" [ 670.795712] env[69436]: _type = "Task" [ 670.795712] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.803298] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254438, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.903819] env[69436]: DEBUG nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 670.929248] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.929619] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.929798] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.929986] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.930162] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.930352] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.930619] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.930821] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.930997] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.931197] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.931445] env[69436]: DEBUG nova.virt.hardware [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.932297] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acea4e09-2fa7-4d2b-88df-c45a9d9e85b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.940431] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a42144-71ce-4785-9f7d-2c5feeef22a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.953978] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.959714] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.960215] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.960260] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f07389-0d2e-454c-a323-81afa4134be6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.976921] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.976921] env[69436]: value = "task-3254439" [ 670.976921] env[69436]: _type = "Task" [ 670.976921] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.984110] env[69436]: DEBUG nova.compute.manager [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-changed-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 670.984335] env[69436]: DEBUG nova.compute.manager [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Refreshing instance network info cache due to event network-changed-7e83a041-0bbb-450f-8b16-87bf36d9a3c9. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 670.984600] env[69436]: DEBUG oslo_concurrency.lockutils [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] Acquiring lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.984782] env[69436]: DEBUG oslo_concurrency.lockutils [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] Acquired lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.984968] env[69436]: DEBUG nova.network.neutron [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Refreshing network info cache for port 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.992416] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254439, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.008844] env[69436]: DEBUG nova.scheduler.client.report [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.294911] env[69436]: DEBUG oslo_vmware.api [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254435, 'name': PowerOnVM_Task, 'duration_secs': 0.599496} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.296137] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.296391] env[69436]: INFO nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Took 7.56 seconds to spawn the instance on the hypervisor. [ 671.296631] env[69436]: DEBUG nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 671.297472] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f16dc6-79b1-4995-a837-c804516f409b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.315949] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254438, 'name': CreateVM_Task, 'duration_secs': 0.333389} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.316423] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.317266] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317490] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317891] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318208] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7f5365-7ab5-4645-8ddd-74ab59106d0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.323616] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 671.323616] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527e8e20-fc38-9604-0a40-33ea177dc884" [ 671.323616] env[69436]: _type = "Task" [ 671.323616] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.334177] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527e8e20-fc38-9604-0a40-33ea177dc884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.490677] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254439, 'name': CreateVM_Task, 'duration_secs': 0.229246} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.490677] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.490977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.514355] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.514834] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 671.517339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.059s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.517556] env[69436]: DEBUG nova.objects.instance [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lazy-loading 'resources' on Instance uuid b722222d-b97a-48b7-ae33-336fc7bfb4a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.828081] env[69436]: INFO nova.compute.manager [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Took 39.14 seconds to build instance. [ 671.835783] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527e8e20-fc38-9604-0a40-33ea177dc884, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.836166] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.836481] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.836737] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.836911] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.837114] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.837408] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.837730] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.840266] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f608fb1-90fb-4f32-a30c-ac678558a3f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.840266] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311ebbb5-8fb0-4938-9764-4e93ee9f0148 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.845919] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 671.845919] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5236824e-94b7-b0d7-664a-5e5337c02702" [ 671.845919] env[69436]: _type = "Task" [ 671.845919] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.850055] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.850226] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.851249] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76918b4-bebd-4d06-b4a6-f8f634447ec3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.856803] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5236824e-94b7-b0d7-664a-5e5337c02702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.859661] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 671.859661] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5213f594-fb3a-c3e2-4335-bda76c90fa1a" [ 671.859661] env[69436]: _type = "Task" [ 671.859661] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.867503] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5213f594-fb3a-c3e2-4335-bda76c90fa1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.018930] env[69436]: DEBUG nova.network.neutron [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updated VIF entry in instance network info cache for port 7e83a041-0bbb-450f-8b16-87bf36d9a3c9. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.019353] env[69436]: DEBUG nova.network.neutron [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.021833] env[69436]: DEBUG nova.compute.utils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.025478] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 672.025654] env[69436]: DEBUG nova.network.neutron [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.124211] env[69436]: DEBUG nova.policy [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a54c7de8f2944c17965127faed54ce3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2536c2a90ebe4b63a9bce798f6a71775', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.276320] env[69436]: DEBUG nova.compute.manager [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Received event network-changed-8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 672.276742] env[69436]: DEBUG nova.compute.manager [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Refreshing instance network info cache due to event network-changed-8c896f26-ee44-42aa-a9f9-b2387dda9216. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 672.276742] env[69436]: DEBUG oslo_concurrency.lockutils [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] Acquiring lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.276836] env[69436]: DEBUG oslo_concurrency.lockutils [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] Acquired lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.276997] env[69436]: DEBUG nova.network.neutron [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Refreshing network info cache for port 8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.330053] env[69436]: DEBUG oslo_concurrency.lockutils [None req-beacd4b8-639f-4368-9fd9-503e3e708e58 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "f1ec9889-55f4-455c-a927-36585d57bc41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.684s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.362819] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5236824e-94b7-b0d7-664a-5e5337c02702, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.368253] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.368253] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.368253] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.378187] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5213f594-fb3a-c3e2-4335-bda76c90fa1a, 'name': SearchDatastore_Task, 'duration_secs': 0.007663} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.378886] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf62065-fcc3-418d-b3e0-8935b3f2bdbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.385509] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 672.385509] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524648dd-0478-88d4-3369-059f2a349baa" [ 672.385509] env[69436]: _type = "Task" [ 672.385509] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.395185] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524648dd-0478-88d4-3369-059f2a349baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.524586] env[69436]: DEBUG oslo_concurrency.lockutils [req-ceeeb16f-5952-490f-81c4-306c79bc970f req-095876c2-5fb1-423a-aa98-e3240c4b7f4b service nova] Releasing lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.532183] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 672.556609] env[69436]: DEBUG nova.network.neutron [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Successfully created port: d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.686495] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b3d26-93ef-41ed-81a1-62109ee1629c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.695063] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bb52d7-6d4d-4ecf-86ed-d3b4b16e94e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.727090] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27590541-3134-47b6-af47-4fe75ff7bc83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.733612] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5977d-4b0f-4b3d-9921-65cbefbf33aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.753020] env[69436]: DEBUG nova.compute.provider_tree [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.834720] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 672.895995] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524648dd-0478-88d4-3369-059f2a349baa, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.896190] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.896449] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 6d2a912a-8990-4032-b22c-d1a769e058fd/6d2a912a-8990-4032-b22c-d1a769e058fd.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.896716] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.896896] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.897123] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ca4a752-06ca-4116-b8dc-3a22bf945ed6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.898958] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3688d5e4-57be-41c0-9eb4-ed6ce53b2929 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.906891] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 672.906891] env[69436]: value = "task-3254440" [ 672.906891] env[69436]: _type = "Task" [ 672.906891] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.909860] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.910007] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.911168] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0087166c-4085-4234-baf1-98f9f4152794 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.916976] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.919776] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 672.919776] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520dac71-8701-b378-b804-e33cca1021e0" [ 672.919776] env[69436]: _type = "Task" [ 672.919776] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.926851] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520dac71-8701-b378-b804-e33cca1021e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.995718] env[69436]: DEBUG nova.network.neutron [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Updated VIF entry in instance network info cache for port 8c896f26-ee44-42aa-a9f9-b2387dda9216. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.996112] env[69436]: DEBUG nova.network.neutron [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Updating instance_info_cache with network_info: [{"id": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "address": "fa:16:3e:f7:ad:0d", "network": {"id": "43b289c2-4f2a-430c-a141-a9ce9747b321", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-668225454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dd830cd0ba549d58fa8e15f856d6f4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c896f26-ee", "ovs_interfaceid": "8c896f26-ee44-42aa-a9f9-b2387dda9216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.254181] env[69436]: DEBUG nova.scheduler.client.report [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.359480] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.416704] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489656} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.416704] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 6d2a912a-8990-4032-b22c-d1a769e058fd/6d2a912a-8990-4032-b22c-d1a769e058fd.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.416978] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.417288] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dd8efe2-377d-43f1-a2e8-08e1f5f73526 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.429024] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 673.429024] env[69436]: value = "task-3254441" [ 673.429024] env[69436]: _type = "Task" [ 673.429024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.432877] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520dac71-8701-b378-b804-e33cca1021e0, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.436364] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc76f68-9067-47dc-80e1-d0d9638cf5a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.442938] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 673.442938] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529e2c94-79c5-a00e-3cf0-b82ce866e521" [ 673.442938] env[69436]: _type = "Task" [ 673.442938] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.445705] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.453280] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529e2c94-79c5-a00e-3cf0-b82ce866e521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.499370] env[69436]: DEBUG oslo_concurrency.lockutils [req-1cad9c50-83af-4f3d-94ec-a1b0162e98a4 req-22741af8-997f-4860-9ba4-88e4070fdba2 service nova] Releasing lock "refresh_cache-f1ec9889-55f4-455c-a927-36585d57bc41" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.543634] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 673.568839] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.570438] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.570438] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.570438] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.570438] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.570438] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.570831] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.570831] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.570831] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.570831] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.570831] env[69436]: DEBUG nova.virt.hardware [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.571561] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d702cb44-f89d-4501-9bca-2ded1128ee18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.579994] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e2295-961e-4749-9317-e2494dd3d212 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.760150] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.763630] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.342s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.766309] env[69436]: INFO nova.compute.claims [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.782636] env[69436]: INFO nova.scheduler.client.report [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted allocations for instance b722222d-b97a-48b7-ae33-336fc7bfb4a6 [ 673.942184] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071504} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.942466] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.943264] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948b4ed-06d0-43fe-95bb-f2089d797cd7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.967573] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 6d2a912a-8990-4032-b22c-d1a769e058fd/6d2a912a-8990-4032-b22c-d1a769e058fd.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.971462] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e31f02f-af05-41e5-9870-e00bfd1a8c02 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.985994] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529e2c94-79c5-a00e-3cf0-b82ce866e521, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.986838] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.987127] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.987775] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba05154-a96d-4fd3-be52-6352acc22555 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.992871] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 673.992871] env[69436]: value = "task-3254442" [ 673.992871] env[69436]: _type = "Task" [ 673.992871] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.997153] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 673.997153] env[69436]: value = "task-3254443" [ 673.997153] env[69436]: _type = "Task" [ 673.997153] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.003526] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.008273] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.071356] env[69436]: DEBUG nova.compute.manager [req-b7145338-0172-4f53-aef8-785b007e1514 req-688556a8-2cb8-45f0-a409-2637352dad2d service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Received event network-vif-plugged-d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 674.071758] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7145338-0172-4f53-aef8-785b007e1514 req-688556a8-2cb8-45f0-a409-2637352dad2d service nova] Acquiring lock "f64e0477-2524-4169-98b6-1595ea0269c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.072018] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7145338-0172-4f53-aef8-785b007e1514 req-688556a8-2cb8-45f0-a409-2637352dad2d service nova] Lock "f64e0477-2524-4169-98b6-1595ea0269c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.072230] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7145338-0172-4f53-aef8-785b007e1514 req-688556a8-2cb8-45f0-a409-2637352dad2d service nova] Lock "f64e0477-2524-4169-98b6-1595ea0269c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.072414] env[69436]: DEBUG nova.compute.manager [req-b7145338-0172-4f53-aef8-785b007e1514 req-688556a8-2cb8-45f0-a409-2637352dad2d service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] No waiting events found dispatching network-vif-plugged-d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.072584] env[69436]: WARNING nova.compute.manager [req-b7145338-0172-4f53-aef8-785b007e1514 req-688556a8-2cb8-45f0-a409-2637352dad2d service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Received unexpected event network-vif-plugged-d7b89227-797d-4129-bd6d-2a19b13c4129 for instance with vm_state building and task_state spawning. [ 674.165285] env[69436]: DEBUG nova.network.neutron [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Successfully updated port: d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.291631] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3a8e02e-a72f-432b-91d0-e984fb426672 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "b722222d-b97a-48b7-ae33-336fc7bfb4a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.911s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.510042] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.513206] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254443, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.667679] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "refresh_cache-f64e0477-2524-4169-98b6-1595ea0269c3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.667926] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired lock "refresh_cache-f64e0477-2524-4169-98b6-1595ea0269c3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.668133] env[69436]: DEBUG nova.network.neutron [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.008656] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.013714] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529769} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.013943] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.014162] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.014392] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6a92ce9-155e-4318-827e-907ee8476a99 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.020650] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 675.020650] env[69436]: value = "task-3254444" [ 675.020650] env[69436]: _type = "Task" [ 675.020650] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.028736] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.210586] env[69436]: DEBUG nova.network.neutron [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.258260] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4508eb5-1e92-4003-9013-7dbe902f233e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.267581] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e7a071-2ca2-4bd3-a146-27d97843a9e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.299026] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a53938a-52d7-4fde-a0b6-6f18685cb6ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.306181] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a348848-f6f8-478c-ad50-49f5e36dd2f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.319471] env[69436]: DEBUG nova.compute.provider_tree [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.374033] env[69436]: DEBUG nova.network.neutron [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Updating instance_info_cache with network_info: [{"id": "d7b89227-797d-4129-bd6d-2a19b13c4129", "address": "fa:16:3e:28:4a:4a", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b89227-79", "ovs_interfaceid": "d7b89227-797d-4129-bd6d-2a19b13c4129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.505734] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254442, 'name': ReconfigVM_Task, 'duration_secs': 1.206241} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.506054] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 6d2a912a-8990-4032-b22c-d1a769e058fd/6d2a912a-8990-4032-b22c-d1a769e058fd.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.506643] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-094c1b2a-0461-4da1-ad50-7f6deaadd9ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.513697] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 675.513697] env[69436]: value = "task-3254445" [ 675.513697] env[69436]: _type = "Task" [ 675.513697] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.522506] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254445, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.529025] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063363} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.529261] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.529936] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346354cf-4051-462e-b2c7-4c716079cd69 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.548705] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.549007] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba53e70e-81b7-4158-bac8-daf0a73a50d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.567537] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 675.567537] env[69436]: value = "task-3254446" [ 675.567537] env[69436]: _type = "Task" [ 675.567537] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.574898] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.822656] env[69436]: DEBUG nova.scheduler.client.report [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.875849] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Releasing lock "refresh_cache-f64e0477-2524-4169-98b6-1595ea0269c3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.876191] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Instance network_info: |[{"id": "d7b89227-797d-4129-bd6d-2a19b13c4129", "address": "fa:16:3e:28:4a:4a", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b89227-79", "ovs_interfaceid": "d7b89227-797d-4129-bd6d-2a19b13c4129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 675.876604] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:4a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7b89227-797d-4129-bd6d-2a19b13c4129', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.883989] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.884201] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.884413] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fef3790-16a1-4055-8972-0612abd1163d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.903485] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.903485] env[69436]: value = "task-3254447" [ 675.903485] env[69436]: _type = "Task" [ 675.903485] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.911237] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254447, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.023124] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254445, 'name': Rename_Task, 'duration_secs': 0.206214} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.023418] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.023669] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc5ea623-c1f6-4edb-9158-0306f5486710 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.029626] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 676.029626] env[69436]: value = "task-3254448" [ 676.029626] env[69436]: _type = "Task" [ 676.029626] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.036948] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.076835] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254446, 'name': ReconfigVM_Task, 'duration_secs': 0.284934} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.076985] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.077990] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4a96bc1-94a0-4837-855a-5fca42171ca4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.083840] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 676.083840] env[69436]: value = "task-3254449" [ 676.083840] env[69436]: _type = "Task" [ 676.083840] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.091687] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254449, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.098272] env[69436]: DEBUG nova.compute.manager [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Received event network-changed-d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 676.098459] env[69436]: DEBUG nova.compute.manager [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Refreshing instance network info cache due to event network-changed-d7b89227-797d-4129-bd6d-2a19b13c4129. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 676.098678] env[69436]: DEBUG oslo_concurrency.lockutils [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] Acquiring lock "refresh_cache-f64e0477-2524-4169-98b6-1595ea0269c3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.098816] env[69436]: DEBUG oslo_concurrency.lockutils [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] Acquired lock "refresh_cache-f64e0477-2524-4169-98b6-1595ea0269c3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.098981] env[69436]: DEBUG nova.network.neutron [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Refreshing network info cache for port d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.327465] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.328063] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 676.331421] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.009s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.331636] env[69436]: DEBUG nova.objects.instance [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 676.413438] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254447, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.538685] env[69436]: DEBUG oslo_vmware.api [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254448, 'name': PowerOnVM_Task, 'duration_secs': 0.434593} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.538922] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.539134] env[69436]: INFO nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Took 8.33 seconds to spawn the instance on the hypervisor. [ 676.539318] env[69436]: DEBUG nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 676.540161] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab97ec4a-16b6-4c8d-af47-d51c720f474a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.597690] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254449, 'name': Rename_Task, 'duration_secs': 0.126517} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.597970] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.599850] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0568a8-698e-40d4-a50d-531b0c49992b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.609929] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 676.609929] env[69436]: value = "task-3254450" [ 676.609929] env[69436]: _type = "Task" [ 676.609929] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.615934] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.836688] env[69436]: DEBUG nova.compute.utils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.844054] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 676.844260] env[69436]: DEBUG nova.network.neutron [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.883948] env[69436]: DEBUG nova.policy [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1640908eb44345edbbeec727bba811b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28183603b3348df9eda5a1d3ec36b90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.914040] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254447, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.914932] env[69436]: DEBUG nova.network.neutron [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Updated VIF entry in instance network info cache for port d7b89227-797d-4129-bd6d-2a19b13c4129. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.915305] env[69436]: DEBUG nova.network.neutron [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Updating instance_info_cache with network_info: [{"id": "d7b89227-797d-4129-bd6d-2a19b13c4129", "address": "fa:16:3e:28:4a:4a", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b89227-79", "ovs_interfaceid": "d7b89227-797d-4129-bd6d-2a19b13c4129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.060419] env[69436]: INFO nova.compute.manager [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Took 43.71 seconds to build instance. [ 677.119736] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.177160] env[69436]: DEBUG nova.network.neutron [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Successfully created port: 67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.348863] env[69436]: DEBUG oslo_concurrency.lockutils [None req-31996a5e-b690-40b4-8e87-467eed058e07 tempest-ServersAdmin275Test-2094147123 tempest-ServersAdmin275Test-2094147123-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.350243] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 677.357645] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.532s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.359286] env[69436]: INFO nova.compute.claims [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.415113] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254447, 'name': CreateVM_Task, 'duration_secs': 1.337471} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.415298] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.416026] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.416191] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.416494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.416735] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa11c2c9-b56c-4ec0-a221-f0fad42ef49f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.418954] env[69436]: DEBUG oslo_concurrency.lockutils [req-1fffa3ae-3e92-43e2-8f17-808fe7691d83 req-71d777d1-6495-4e96-80a1-b83a4f018a4a service nova] Releasing lock "refresh_cache-f64e0477-2524-4169-98b6-1595ea0269c3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421113] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 677.421113] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52674653-9770-5cb3-75e3-1040807d21de" [ 677.421113] env[69436]: _type = "Task" [ 677.421113] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.428179] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52674653-9770-5cb3-75e3-1040807d21de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.561753] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bd5d5573-5bdc-48b4-8762-ddf16cf4cecd tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.938s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.619057] env[69436]: DEBUG oslo_vmware.api [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254450, 'name': PowerOnVM_Task, 'duration_secs': 0.671785} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.619323] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.619525] env[69436]: INFO nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Took 6.72 seconds to spawn the instance on the hypervisor. [ 677.619723] env[69436]: DEBUG nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 677.620511] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd695a-618d-4aed-90d7-fe585e8fdf4c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.933862] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52674653-9770-5cb3-75e3-1040807d21de, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.935142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.935142] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.935142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.935142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.935310] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.935310] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d2bd3e2-a76b-489f-b6c1-d93efc85390d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.948437] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.948628] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.949398] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d751be43-4ea5-4c3a-9d47-1c1f99d59b6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.955102] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 677.955102] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52931cf0-cddf-917e-2e2d-b2c3dc5d038f" [ 677.955102] env[69436]: _type = "Task" [ 677.955102] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.965285] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52931cf0-cddf-917e-2e2d-b2c3dc5d038f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.065216] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 678.136418] env[69436]: INFO nova.compute.manager [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Took 39.30 seconds to build instance. [ 678.360615] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 678.395118] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.395118] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.395118] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.395274] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.395274] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.396267] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.396548] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.397526] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.397960] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.397960] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.398150] env[69436]: DEBUG nova.virt.hardware [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.399073] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb37a36-9605-4f4f-bdc6-5c297f3974be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.415652] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc904e35-efed-4f69-9f86-a2443e54ce38 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.468075] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52931cf0-cddf-917e-2e2d-b2c3dc5d038f, 'name': SearchDatastore_Task, 'duration_secs': 0.012002} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.469042] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba34b25-1abd-46c5-98e1-feec35bded14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.474534] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 678.474534] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eb3701-ddee-cdef-65dc-1b319d6c168e" [ 678.474534] env[69436]: _type = "Task" [ 678.474534] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.484418] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eb3701-ddee-cdef-65dc-1b319d6c168e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.586352] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.640275] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6d3a38ca-93dc-4758-9314-1a8e61864533 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "0d8d692c-4982-429b-8243-17099f95c8ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.016s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.671754] env[69436]: INFO nova.compute.manager [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Rebuilding instance [ 678.691337] env[69436]: DEBUG nova.compute.manager [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-changed-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 678.691551] env[69436]: DEBUG nova.compute.manager [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Refreshing instance network info cache due to event network-changed-7e83a041-0bbb-450f-8b16-87bf36d9a3c9. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 678.691767] env[69436]: DEBUG oslo_concurrency.lockutils [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] Acquiring lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.691911] env[69436]: DEBUG oslo_concurrency.lockutils [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] Acquired lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.692087] env[69436]: DEBUG nova.network.neutron [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Refreshing network info cache for port 7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.724708] env[69436]: DEBUG nova.compute.manager [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 678.726580] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e89abf-82b9-463f-8111-030b3cd59fce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.733013] env[69436]: DEBUG nova.network.neutron [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Successfully updated port: 67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.986537] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eb3701-ddee-cdef-65dc-1b319d6c168e, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.989268] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.989944] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f64e0477-2524-4169-98b6-1595ea0269c3/f64e0477-2524-4169-98b6-1595ea0269c3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.990175] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a77e5c9-b3c0-4691-993c-797bc9f0a4e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.997581] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 678.997581] env[69436]: value = "task-3254451" [ 678.997581] env[69436]: _type = "Task" [ 678.997581] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.008158] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.017150] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf6a0e3-c71b-4480-b997-73da34e41c46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.022018] env[69436]: DEBUG nova.compute.manager [req-eae39f21-b6fd-42e9-9656-533bb3a3f72e req-48deb377-4a43-46ea-8079-887f1dfad91d service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received event network-vif-plugged-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 679.022974] env[69436]: DEBUG oslo_concurrency.lockutils [req-eae39f21-b6fd-42e9-9656-533bb3a3f72e req-48deb377-4a43-46ea-8079-887f1dfad91d service nova] Acquiring lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.023239] env[69436]: DEBUG oslo_concurrency.lockutils [req-eae39f21-b6fd-42e9-9656-533bb3a3f72e req-48deb377-4a43-46ea-8079-887f1dfad91d service nova] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.023424] env[69436]: DEBUG oslo_concurrency.lockutils [req-eae39f21-b6fd-42e9-9656-533bb3a3f72e req-48deb377-4a43-46ea-8079-887f1dfad91d service nova] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.023593] env[69436]: DEBUG nova.compute.manager [req-eae39f21-b6fd-42e9-9656-533bb3a3f72e req-48deb377-4a43-46ea-8079-887f1dfad91d service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] No waiting events found dispatching network-vif-plugged-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.023760] env[69436]: WARNING nova.compute.manager [req-eae39f21-b6fd-42e9-9656-533bb3a3f72e req-48deb377-4a43-46ea-8079-887f1dfad91d service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received unexpected event network-vif-plugged-67795c93-4266-4476-b5fb-0afc761b335f for instance with vm_state building and task_state spawning. [ 679.028636] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60500430-3186-4010-bd41-143694fe4757 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.059109] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac21cfe-1230-42f7-8db5-7371269d68ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.066614] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6bc183-64bc-4679-931a-177bb0dc76a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.081195] env[69436]: DEBUG nova.compute.provider_tree [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.145794] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 679.244438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.244438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.244438] env[69436]: DEBUG nova.network.neutron [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.466635] env[69436]: DEBUG nova.network.neutron [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updated VIF entry in instance network info cache for port 7e83a041-0bbb-450f-8b16-87bf36d9a3c9. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.467272] env[69436]: DEBUG nova.network.neutron [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.509964] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503477} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.510734] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f64e0477-2524-4169-98b6-1595ea0269c3/f64e0477-2524-4169-98b6-1595ea0269c3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.510985] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.511278] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea1241e1-e03b-46b3-bf4a-0fb3ac90398b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.518818] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 679.518818] env[69436]: value = "task-3254452" [ 679.518818] env[69436]: _type = "Task" [ 679.518818] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.526740] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.584252] env[69436]: DEBUG nova.scheduler.client.report [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.666512] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.750215] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.750512] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039d21d7-65d5-48c2-87ac-5d95ec53f2ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.757690] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 679.757690] env[69436]: value = "task-3254453" [ 679.757690] env[69436]: _type = "Task" [ 679.757690] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.766204] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.780447] env[69436]: DEBUG nova.network.neutron [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.907140] env[69436]: DEBUG nova.network.neutron [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.971775] env[69436]: DEBUG oslo_concurrency.lockutils [req-d3d84611-e71f-4f73-85a2-3cfbc3481b79 req-75c224cc-3167-456b-97e4-5a2cd407717e service nova] Releasing lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.032768] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067844} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.033222] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.034433] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba1b651-1f26-4ec1-b38d-52a6c8f3e90c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.070648] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] f64e0477-2524-4169-98b6-1595ea0269c3/f64e0477-2524-4169-98b6-1595ea0269c3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.071133] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeff1ee2-2226-4694-aacc-b3c3c862d92e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.098065] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.098804] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 680.102622] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.900s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.102909] env[69436]: DEBUG nova.objects.instance [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 680.113968] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 680.113968] env[69436]: value = "task-3254454" [ 680.113968] env[69436]: _type = "Task" [ 680.113968] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.122621] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.268406] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254453, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.410594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.411074] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Instance network_info: |[{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 680.411418] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:eb:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67795c93-4266-4476-b5fb-0afc761b335f', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.418775] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Creating folder: Project (c28183603b3348df9eda5a1d3ec36b90). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.419059] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71cb2541-909e-4d59-af9e-91ca99fc86a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.429752] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Created folder: Project (c28183603b3348df9eda5a1d3ec36b90) in parent group-v650165. [ 680.429912] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Creating folder: Instances. Parent ref: group-v650248. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.430159] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83589e2e-af67-4f41-8783-f925dd3ba758 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.438915] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Created folder: Instances in parent group-v650248. [ 680.439173] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.439406] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.439643] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73ff2444-4723-41a6-8cb4-5cb2baaaf9b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.457633] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.457633] env[69436]: value = "task-3254457" [ 680.457633] env[69436]: _type = "Task" [ 680.457633] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.466763] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254457, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.613662] env[69436]: DEBUG nova.compute.utils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.615771] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 680.616017] env[69436]: DEBUG nova.network.neutron [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.633445] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.682650] env[69436]: DEBUG nova.policy [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cf8e6dc73c47f5950128f44f9ab615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03e52c3d09c44296a788450af358bcee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.769913] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254453, 'name': PowerOffVM_Task, 'duration_secs': 0.526981} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.770353] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.770523] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.771494] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b7b57b-e554-4603-a9b8-12c41e3d7a95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.779104] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.779399] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3af55b75-8db9-493f-abc7-5478e7e58d14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.809647] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.809867] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.810060] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleting the datastore file [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.810324] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02750bb7-5b39-4c84-a21f-7dd0e2ca93f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.817123] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 680.817123] env[69436]: value = "task-3254459" [ 680.817123] env[69436]: _type = "Task" [ 680.817123] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.825277] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.967082] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254457, 'name': CreateVM_Task, 'duration_secs': 0.450782} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.967395] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.967978] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968158] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.968477] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.968731] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f3d3c1-8b42-4471-b075-1cb2016f093a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.973721] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 680.973721] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b5d85c-19eb-4d97-603c-ed07fc0fa334" [ 680.973721] env[69436]: _type = "Task" [ 680.973721] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.985309] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b5d85c-19eb-4d97-603c-ed07fc0fa334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.030617] env[69436]: DEBUG nova.network.neutron [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Successfully created port: fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.047238] env[69436]: DEBUG nova.compute.manager [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received event network-changed-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 681.047433] env[69436]: DEBUG nova.compute.manager [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing instance network info cache due to event network-changed-67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 681.047646] env[69436]: DEBUG oslo_concurrency.lockutils [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.047790] env[69436]: DEBUG oslo_concurrency.lockutils [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.048043] env[69436]: DEBUG nova.network.neutron [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.117552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a3f489d-4be7-42f3-81a1-cc0621d31f09 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.118626] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.694s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.121863] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 681.135374] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254454, 'name': ReconfigVM_Task, 'duration_secs': 0.820148} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.135642] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Reconfigured VM instance instance-0000001c to attach disk [datastore2] f64e0477-2524-4169-98b6-1595ea0269c3/f64e0477-2524-4169-98b6-1595ea0269c3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.136245] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d538bbe-4fd0-41bb-af2e-dd558aafb8fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.144024] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 681.144024] env[69436]: value = "task-3254460" [ 681.144024] env[69436]: _type = "Task" [ 681.144024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.151898] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254460, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.326658] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172875} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.327096] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.327369] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.327549] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.485291] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b5d85c-19eb-4d97-603c-ed07fc0fa334, 'name': SearchDatastore_Task, 'duration_secs': 0.018878} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.485614] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.485845] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.486096] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.486249] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.486446] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.486710] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b06d9aaa-c96d-4aa6-95a0-32ec54381f89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.495969] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.496170] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.496889] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91728503-30a2-4f70-ac46-55350738aeeb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504036] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 681.504036] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522951fe-9e55-1149-31e1-79b17ddeebda" [ 681.504036] env[69436]: _type = "Task" [ 681.504036] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.511101] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522951fe-9e55-1149-31e1-79b17ddeebda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.657164] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254460, 'name': Rename_Task, 'duration_secs': 0.149166} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.657360] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.657651] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2adc5fd2-10d0-43df-88d3-d808666b68bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.664724] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 681.664724] env[69436]: value = "task-3254461" [ 681.664724] env[69436]: _type = "Task" [ 681.664724] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.679738] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.901028] env[69436]: DEBUG nova.network.neutron [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updated VIF entry in instance network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.901463] env[69436]: DEBUG nova.network.neutron [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.016100] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522951fe-9e55-1149-31e1-79b17ddeebda, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.016719] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852a7a6a-dc3d-4fd4-8173-cd6c98ed0c99 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.025030] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 682.025030] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5234cac7-6ca4-278b-cc78-1ad0573a19f9" [ 682.025030] env[69436]: _type = "Task" [ 682.025030] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.033256] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5234cac7-6ca4-278b-cc78-1ad0573a19f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.137902] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 682.173075] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.173485] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.173759] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.174052] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.174310] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.174553] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.174862] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.175147] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.175411] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.175692] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.175971] env[69436]: DEBUG nova.virt.hardware [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.177167] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e69aae-4816-4df7-a5e3-ae55f6d8aefb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.191017] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.191017] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38190d1a-3562-4b81-8733-b5f9f5d7165d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.249241] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335775e3-e8e1-4b5f-997a-fb3606e86a41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.255695] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7916fbe2-7f7d-4912-bea8-af6a6f56045e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.298681] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1b7731-b5b2-4335-bbc7-86cc572441b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.307857] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c3b4c4-b339-4399-8f18-9916a1dd6789 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.322720] env[69436]: DEBUG nova.compute.provider_tree [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.365445] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.365613] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.365785] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.366016] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.366204] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.366383] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.366628] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.366814] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.367032] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.367223] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.367404] env[69436]: DEBUG nova.virt.hardware [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.368345] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4472e9-e849-41be-82a4-a83f42f59646 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.376761] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba9608-3c6c-44b8-b2b1-854e74b92a95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.391772] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.399387] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.399387] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.399387] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3af151d-1d41-47ab-b8e8-cde5fc4d70c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.412187] env[69436]: DEBUG oslo_concurrency.lockutils [req-bfe96012-a1b3-4526-a1fc-bdbd960bdb52 req-160ffcf2-e8e5-4a92-94f3-5a19fc955c75 service nova] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.417759] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.417759] env[69436]: value = "task-3254462" [ 682.417759] env[69436]: _type = "Task" [ 682.417759] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.426011] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254462, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.525790] env[69436]: DEBUG nova.network.neutron [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Successfully updated port: fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.536684] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5234cac7-6ca4-278b-cc78-1ad0573a19f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.537609] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.537915] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5/60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.538222] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896dceda-0061-4835-8a12-8433d64793ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.544985] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 682.544985] env[69436]: value = "task-3254463" [ 682.544985] env[69436]: _type = "Task" [ 682.544985] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.553282] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.680378] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254461, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.827963] env[69436]: DEBUG nova.scheduler.client.report [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.928237] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254462, 'name': CreateVM_Task, 'duration_secs': 0.302198} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.928504] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.928954] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.929159] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.929495] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.929777] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354fb12d-f3f9-4e65-a34c-a29fdc6b77fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.934408] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 682.934408] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52aaa55e-2650-5b9b-7871-39cbf3aa7100" [ 682.934408] env[69436]: _type = "Task" [ 682.934408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.942481] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52aaa55e-2650-5b9b-7871-39cbf3aa7100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.028870] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "refresh_cache-a1070e28-43c7-48f9-8325-af823ff273bc" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.029099] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired lock "refresh_cache-a1070e28-43c7-48f9-8325-af823ff273bc" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.029326] env[69436]: DEBUG nova.network.neutron [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.058323] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254463, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.135668] env[69436]: DEBUG nova.compute.manager [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Received event network-vif-plugged-fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 683.135954] env[69436]: DEBUG oslo_concurrency.lockutils [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] Acquiring lock "a1070e28-43c7-48f9-8325-af823ff273bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.136150] env[69436]: DEBUG oslo_concurrency.lockutils [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] Lock "a1070e28-43c7-48f9-8325-af823ff273bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.136321] env[69436]: DEBUG oslo_concurrency.lockutils [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] Lock "a1070e28-43c7-48f9-8325-af823ff273bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.136488] env[69436]: DEBUG nova.compute.manager [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] No waiting events found dispatching network-vif-plugged-fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.136650] env[69436]: WARNING nova.compute.manager [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Received unexpected event network-vif-plugged-fbc23c23-baec-482d-b026-a01de2346791 for instance with vm_state building and task_state spawning. [ 683.136808] env[69436]: DEBUG nova.compute.manager [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Received event network-changed-fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 683.136960] env[69436]: DEBUG nova.compute.manager [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Refreshing instance network info cache due to event network-changed-fbc23c23-baec-482d-b026-a01de2346791. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 683.137136] env[69436]: DEBUG oslo_concurrency.lockutils [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] Acquiring lock "refresh_cache-a1070e28-43c7-48f9-8325-af823ff273bc" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.177053] env[69436]: DEBUG oslo_vmware.api [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254461, 'name': PowerOnVM_Task, 'duration_secs': 1.080128} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.177053] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.177216] env[69436]: INFO nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Took 9.63 seconds to spawn the instance on the hypervisor. [ 683.177424] env[69436]: DEBUG nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 683.178196] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9fbd1a-2161-4f3b-8eca-3b442b55dcdb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.445623] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52aaa55e-2650-5b9b-7871-39cbf3aa7100, 'name': SearchDatastore_Task, 'duration_secs': 0.054358} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.446113] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.446429] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.446668] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446818] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446999] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.447307] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1ffe76-b5d9-46c7-88d2-dbbd7f591e1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.464491] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.464687] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.465422] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e0158b-ec44-4b79-9f68-75c121b9dc15 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.471112] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 683.471112] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52589a1d-37cd-4fe5-a722-51ef710adf89" [ 683.471112] env[69436]: _type = "Task" [ 683.471112] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.478665] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52589a1d-37cd-4fe5-a722-51ef710adf89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.555634] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537149} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.555953] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5/60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.556188] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.556679] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a3bddfe-8b58-45de-ad07-57c17aa7ddb4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.564144] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 683.564144] env[69436]: value = "task-3254464" [ 683.564144] env[69436]: _type = "Task" [ 683.564144] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.571899] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.574084] env[69436]: DEBUG nova.network.neutron [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.695071] env[69436]: INFO nova.compute.manager [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Took 43.07 seconds to build instance. [ 683.711996] env[69436]: DEBUG nova.network.neutron [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Updating instance_info_cache with network_info: [{"id": "fbc23c23-baec-482d-b026-a01de2346791", "address": "fa:16:3e:7a:6a:80", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc23c23-ba", "ovs_interfaceid": "fbc23c23-baec-482d-b026-a01de2346791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.841108] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.722s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.844163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.844382] env[69436]: DEBUG nova.objects.instance [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lazy-loading 'resources' on Instance uuid 2f68bcc7-530b-4169-a91e-1880350cf467 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.982676] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52589a1d-37cd-4fe5-a722-51ef710adf89, 'name': SearchDatastore_Task, 'duration_secs': 0.077181} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.983464] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153ce0aa-3594-406c-b202-16cfd8477a54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.988786] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 683.988786] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2ff6e-4c55-77b2-a1e7-b44f926d62fb" [ 683.988786] env[69436]: _type = "Task" [ 683.988786] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.996598] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2ff6e-4c55-77b2-a1e7-b44f926d62fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.073672] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074431} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.073961] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.074765] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7cb95c-fef4-48f4-9810-6dc91d836244 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.097541] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5/60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.097830] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4005a66-06ac-46d8-86a1-f5268bcbecc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.120464] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 684.120464] env[69436]: value = "task-3254465" [ 684.120464] env[69436]: _type = "Task" [ 684.120464] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.128681] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.197804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1b37414-9cd7-44e6-860d-ada1a8217018 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "f64e0477-2524-4169-98b6-1595ea0269c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.475s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.215208] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Releasing lock "refresh_cache-a1070e28-43c7-48f9-8325-af823ff273bc" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.215588] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Instance network_info: |[{"id": "fbc23c23-baec-482d-b026-a01de2346791", "address": "fa:16:3e:7a:6a:80", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc23c23-ba", "ovs_interfaceid": "fbc23c23-baec-482d-b026-a01de2346791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 684.215909] env[69436]: DEBUG oslo_concurrency.lockutils [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] Acquired lock "refresh_cache-a1070e28-43c7-48f9-8325-af823ff273bc" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.216088] env[69436]: DEBUG nova.network.neutron [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Refreshing network info cache for port fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.217579] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:6a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbc23c23-baec-482d-b026-a01de2346791', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.225971] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Creating folder: Project (03e52c3d09c44296a788450af358bcee). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.227664] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26818608-fbe3-4050-9aef-899db81e8967 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.238412] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Created folder: Project (03e52c3d09c44296a788450af358bcee) in parent group-v650165. [ 684.238640] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Creating folder: Instances. Parent ref: group-v650252. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.238844] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-998ea629-c3d1-4348-a366-099bd9d27afd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.247741] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Created folder: Instances in parent group-v650252. [ 684.247975] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.248181] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.248397] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec3d7a30-2d1e-4455-b61e-98b01d380b97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.268681] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.268681] env[69436]: value = "task-3254468" [ 684.268681] env[69436]: _type = "Task" [ 684.268681] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.276539] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254468, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.408297] env[69436]: INFO nova.scheduler.client.report [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleted allocation for migration 7bf98d5f-d4cd-44bf-bf05-4b819f7a4591 [ 684.501350] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2ff6e-4c55-77b2-a1e7-b44f926d62fb, 'name': SearchDatastore_Task, 'duration_secs': 0.046624} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.504051] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.504372] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.504876] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ed4fa8-89ae-4536-8eb7-bf68e4a045df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.513933] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 684.513933] env[69436]: value = "task-3254469" [ 684.513933] env[69436]: _type = "Task" [ 684.513933] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.525764] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.634570] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.703428] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 684.779783] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254468, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.891640] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c232cfd3-c9f5-45c1-a659-7c42643dcc2f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.901759] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Suspending the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 684.902121] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a986d5ec-17c7-4d89-95e3-053b249c0afc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.911500] env[69436]: DEBUG oslo_vmware.api [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] Waiting for the task: (returnval){ [ 684.911500] env[69436]: value = "task-3254470" [ 684.911500] env[69436]: _type = "Task" [ 684.911500] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.916232] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40fb4e13-f6d0-466d-8e20-c88f33ff1573 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.018s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.924816] env[69436]: DEBUG oslo_vmware.api [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] Task: {'id': task-3254470, 'name': SuspendVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.962719] env[69436]: DEBUG nova.network.neutron [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Updated VIF entry in instance network info cache for port fbc23c23-baec-482d-b026-a01de2346791. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.963322] env[69436]: DEBUG nova.network.neutron [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Updating instance_info_cache with network_info: [{"id": "fbc23c23-baec-482d-b026-a01de2346791", "address": "fa:16:3e:7a:6a:80", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbc23c23-ba", "ovs_interfaceid": "fbc23c23-baec-482d-b026-a01de2346791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.972572] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c597e7-efed-4c6a-8e92-e7462d519016 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.982627] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda232a-2123-4f54-a5ec-e4bd9620de22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.018600] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7410666d-34bd-42c1-8b12-2426aba54794 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.026983] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.030116] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795c903-5ba9-4b81-a602-df56db275038 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.044635] env[69436]: DEBUG nova.compute.provider_tree [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.132852] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254465, 'name': ReconfigVM_Task, 'duration_secs': 0.872116} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.132852] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5/60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.133447] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3f7fd36-21cd-4053-b6ea-a0f3e5725edd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.141367] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 685.141367] env[69436]: value = "task-3254471" [ 685.141367] env[69436]: _type = "Task" [ 685.141367] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.150347] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254471, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.225119] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.279251] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254468, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.427475] env[69436]: DEBUG oslo_vmware.api [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] Task: {'id': task-3254470, 'name': SuspendVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.466968] env[69436]: DEBUG oslo_concurrency.lockutils [req-de9c4e22-22f6-4c5d-9254-27048522b77f req-3cf639d6-3dc6-4845-88f3-1992d4fef720 service nova] Releasing lock "refresh_cache-a1070e28-43c7-48f9-8325-af823ff273bc" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.525081] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.548715] env[69436]: DEBUG nova.scheduler.client.report [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.654983] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254471, 'name': Rename_Task, 'duration_secs': 0.161315} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.655344] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.655610] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e462a8da-173d-430c-bc4a-7bc37ee658d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.663131] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 685.663131] env[69436]: value = "task-3254472" [ 685.663131] env[69436]: _type = "Task" [ 685.663131] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.671794] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.779667] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254468, 'name': CreateVM_Task, 'duration_secs': 1.347247} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.779790] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.780572] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.780782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.781106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.781381] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09248f4-cba5-4d73-8719-a7fd9c939b8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.786567] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 685.786567] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525fc0ce-f445-1544-4c56-061596585c17" [ 685.786567] env[69436]: _type = "Task" [ 685.786567] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.794998] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525fc0ce-f445-1544-4c56-061596585c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.922179] env[69436]: DEBUG oslo_vmware.api [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] Task: {'id': task-3254470, 'name': SuspendVM_Task} progress is 58%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.026615] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254469, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.056973] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.059704] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.725s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.060687] env[69436]: DEBUG nova.objects.instance [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lazy-loading 'resources' on Instance uuid 7105db4d-104b-4c22-9a33-7b5a9a2043c8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.093550] env[69436]: INFO nova.scheduler.client.report [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Deleted allocations for instance 2f68bcc7-530b-4169-a91e-1880350cf467 [ 686.175015] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.298629] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525fc0ce-f445-1544-4c56-061596585c17, 'name': SearchDatastore_Task, 'duration_secs': 0.063526} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.298629] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.298629] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.298629] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.298910] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.298910] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.298978] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66e8a59f-99e1-4e8d-a4c2-18b65ee6dad9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.318186] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.318186] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.318186] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65debb39-8e9c-4cc8-81f1-b7b9c2151eba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.325228] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 686.325228] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52076b97-7c9f-3260-014b-4138356de2f7" [ 686.325228] env[69436]: _type = "Task" [ 686.325228] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.336722] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52076b97-7c9f-3260-014b-4138356de2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.423624] env[69436]: DEBUG oslo_vmware.api [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] Task: {'id': task-3254470, 'name': SuspendVM_Task} progress is 58%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.527298] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254469, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.828035} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.527643] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.527858] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.528137] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fee72ab8-3e04-4460-9f55-0d098703b6af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.538529] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 686.538529] env[69436]: value = "task-3254473" [ 686.538529] env[69436]: _type = "Task" [ 686.538529] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.548162] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.602778] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5806d5e0-d16c-45b3-a8e0-78b3a3fe1511 tempest-ServersAdmin275Test-973361871 tempest-ServersAdmin275Test-973361871-project-member] Lock "2f68bcc7-530b-4169-a91e-1880350cf467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.150s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.673992] env[69436]: DEBUG oslo_vmware.api [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254472, 'name': PowerOnVM_Task, 'duration_secs': 0.847865} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.676648] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.676858] env[69436]: INFO nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Took 8.32 seconds to spawn the instance on the hypervisor. [ 686.677054] env[69436]: DEBUG nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 686.678079] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df526a59-f3b2-4c13-8534-2eb5b810d4dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.836237] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52076b97-7c9f-3260-014b-4138356de2f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.840569] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28033073-ccb5-433a-acd2-fe35fce436a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.844815] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 686.844815] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523055df-e0a4-a677-3018-efd4fadb1bf2" [ 686.844815] env[69436]: _type = "Task" [ 686.844815] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.852151] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523055df-e0a4-a677-3018-efd4fadb1bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.924557] env[69436]: DEBUG oslo_vmware.api [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] Task: {'id': task-3254470, 'name': SuspendVM_Task, 'duration_secs': 1.832549} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.926749] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Suspended the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 686.928104] env[69436]: DEBUG nova.compute.manager [None req-a0006213-0d8e-48ed-8ec3-829f7a8d5642 tempest-ServersAdminNegativeTestJSON-2112443770 tempest-ServersAdminNegativeTestJSON-2112443770-project-admin] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 686.928104] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb911e0-a70f-4138-90b5-7177bda471ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.056138] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070987} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.056138] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.056138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d64ab5-91ec-490e-9be2-253bff926b2b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.074775] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.078777] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fead4f78-e280-4e26-8ab6-8641d1bcbe0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.096063] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.096151] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.101408] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 687.101408] env[69436]: value = "task-3254474" [ 687.101408] env[69436]: _type = "Task" [ 687.101408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.112887] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.144755] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa64554-f3fa-42d7-875b-ac742ed9badf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.152241] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06777d76-9ad4-4ec4-a568-405b2fc87c98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.182783] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7251ec4-4654-49e9-82de-d963a761cf3e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.190495] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab57766-d6cf-4852-8656-6ca27332c6f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.209088] env[69436]: DEBUG nova.compute.provider_tree [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.210726] env[69436]: INFO nova.compute.manager [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Took 41.81 seconds to build instance. [ 687.356568] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523055df-e0a4-a677-3018-efd4fadb1bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.356977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.357350] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] a1070e28-43c7-48f9-8325-af823ff273bc/a1070e28-43c7-48f9-8325-af823ff273bc.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.357674] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-703a755c-e1cd-41ef-81d5-f357866ee976 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.365942] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 687.365942] env[69436]: value = "task-3254475" [ 687.365942] env[69436]: _type = "Task" [ 687.365942] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.375957] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.613739] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.713357] env[69436]: DEBUG nova.scheduler.client.report [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.717919] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c828decd-0640-44cd-bbef-bdc60467f466 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.411s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.876974] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47523} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.877383] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] a1070e28-43c7-48f9-8325-af823ff273bc/a1070e28-43c7-48f9-8325-af823ff273bc.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.878191] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.878191] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee449750-7102-41fc-9aa0-65aa5674359c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.884787] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 687.884787] env[69436]: value = "task-3254476" [ 687.884787] env[69436]: _type = "Task" [ 687.884787] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.893063] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.113139] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254474, 'name': ReconfigVM_Task, 'duration_secs': 0.858928} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.113442] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab/0d8d692c-4982-429b-8243-17099f95c8ab.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.114082] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8de5c66a-eed6-429e-b39f-4b4420f1c19d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.121149] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 688.121149] env[69436]: value = "task-3254477" [ 688.121149] env[69436]: _type = "Task" [ 688.121149] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.130316] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254477, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.223894] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.226594] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 688.229478] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.840s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.229681] env[69436]: DEBUG nova.objects.instance [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 688.254077] env[69436]: INFO nova.scheduler.client.report [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Deleted allocations for instance 7105db4d-104b-4c22-9a33-7b5a9a2043c8 [ 688.399029] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07648} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.399029] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.399029] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11572c2b-be25-4baa-bf6f-10c02f050813 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.425931] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a1070e28-43c7-48f9-8325-af823ff273bc/a1070e28-43c7-48f9-8325-af823ff273bc.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.425931] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a3c8ac-3030-4475-9e0e-02332af9d7d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.446082] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 688.446082] env[69436]: value = "task-3254478" [ 688.446082] env[69436]: _type = "Task" [ 688.446082] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.457386] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.633914] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254477, 'name': Rename_Task, 'duration_secs': 0.223699} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.634278] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.634499] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b38d65-a8cf-4629-90c4-c062f91f13d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.642719] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 688.642719] env[69436]: value = "task-3254479" [ 688.642719] env[69436]: _type = "Task" [ 688.642719] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.650681] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.758257] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.766370] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d98d7f3-b43c-435e-9932-64c34cf67186 tempest-ServersListShow298Test-248862963 tempest-ServersListShow298Test-248862963-project-member] Lock "7105db4d-104b-4c22-9a33-7b5a9a2043c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.795s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.881194] env[69436]: DEBUG nova.compute.manager [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received event network-changed-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 688.881476] env[69436]: DEBUG nova.compute.manager [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing instance network info cache due to event network-changed-67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 688.881916] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.881916] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.882224] env[69436]: DEBUG nova.network.neutron [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.961199] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254478, 'name': ReconfigVM_Task, 'duration_secs': 0.286898} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.961199] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a1070e28-43c7-48f9-8325-af823ff273bc/a1070e28-43c7-48f9-8325-af823ff273bc.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.961199] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd81f258-31ae-4ed4-b9d1-adb6628db615 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.967487] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 688.967487] env[69436]: value = "task-3254480" [ 688.967487] env[69436]: _type = "Task" [ 688.967487] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.977363] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254480, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.157644] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.244779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-76ee4fe1-8a7c-42af-b8d1-77e97330b6f0 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.246227] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.597s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.248230] env[69436]: INFO nova.compute.claims [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.482652] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254480, 'name': Rename_Task, 'duration_secs': 0.140896} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.482652] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.482867] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b431ac7e-7f68-41b8-bd88-672fc905c45c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.491474] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 689.491474] env[69436]: value = "task-3254481" [ 689.491474] env[69436]: _type = "Task" [ 689.491474] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.501170] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.658739] env[69436]: DEBUG oslo_vmware.api [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254479, 'name': PowerOnVM_Task, 'duration_secs': 0.7899} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.660738] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.661011] env[69436]: DEBUG nova.compute.manager [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 689.661858] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd2bb63-3ea6-4133-85d9-afd120ab8d34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.840592] env[69436]: DEBUG nova.network.neutron [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updated VIF entry in instance network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.842045] env[69436]: DEBUG nova.network.neutron [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.008109] env[69436]: DEBUG oslo_vmware.api [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254481, 'name': PowerOnVM_Task, 'duration_secs': 0.476807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.008501] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.010068] env[69436]: INFO nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Took 7.87 seconds to spawn the instance on the hypervisor. [ 690.010335] env[69436]: DEBUG nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 690.011304] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ff15b-386f-4195-be2e-e8620d4b9356 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.185957] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.344638] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab6a3c43-dc80-4c25-b81f-009b0960e22d req-8bdd8332-b8be-4ba1-b5a3-e9017a7b226a service nova] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.536805] env[69436]: INFO nova.compute.manager [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Took 42.75 seconds to build instance. [ 690.658848] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "f64e0477-2524-4169-98b6-1595ea0269c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.659116] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "f64e0477-2524-4169-98b6-1595ea0269c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.659323] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "f64e0477-2524-4169-98b6-1595ea0269c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.659505] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "f64e0477-2524-4169-98b6-1595ea0269c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.659671] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "f64e0477-2524-4169-98b6-1595ea0269c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.662336] env[69436]: INFO nova.compute.manager [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Terminating instance [ 691.001841] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587bab9e-f8f6-4321-811c-a73f4cb228b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.010970] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6517d-1611-416e-8be9-289a35fe6d41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.050044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db465c0a-86e9-443d-8897-35efe955af56 tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "a1070e28-43c7-48f9-8325-af823ff273bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.018s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.052347] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41edc09f-c666-45a5-b588-18a27a911164 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.070126] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352349e7-d13c-418a-9313-7abc0bfc3282 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.087123] env[69436]: DEBUG nova.compute.provider_tree [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.168485] env[69436]: DEBUG nova.compute.manager [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 691.168485] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.168485] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a8cdd-e078-42e5-b2b9-e7dbe1ca02fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.177301] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.177824] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3ddb0b2-5d64-42e8-9eab-f697e619194f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.246278] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.246564] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.246754] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Deleting the datastore file [datastore2] f64e0477-2524-4169-98b6-1595ea0269c3 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.247068] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aed409d-ae62-43a4-aa08-4771acecb5e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.255564] env[69436]: DEBUG oslo_vmware.api [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 691.255564] env[69436]: value = "task-3254483" [ 691.255564] env[69436]: _type = "Task" [ 691.255564] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.264036] env[69436]: DEBUG oslo_vmware.api [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.558355] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 691.594342] env[69436]: DEBUG nova.scheduler.client.report [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.765270] env[69436]: DEBUG oslo_vmware.api [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185763} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.765759] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.766113] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.766462] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.766769] env[69436]: INFO nova.compute.manager [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Took 0.60 seconds to destroy the instance on the hypervisor. [ 691.767199] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.767526] env[69436]: DEBUG nova.compute.manager [-] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 691.767755] env[69436]: DEBUG nova.network.neutron [-] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.831434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "0d8d692c-4982-429b-8243-17099f95c8ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.831434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "0d8d692c-4982-429b-8243-17099f95c8ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.831434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "0d8d692c-4982-429b-8243-17099f95c8ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.831434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "0d8d692c-4982-429b-8243-17099f95c8ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.831832] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "0d8d692c-4982-429b-8243-17099f95c8ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.834494] env[69436]: INFO nova.compute.manager [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Terminating instance [ 692.045221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Acquiring lock "a1070e28-43c7-48f9-8325-af823ff273bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.045221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lock "a1070e28-43c7-48f9-8325-af823ff273bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.045221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Acquiring lock "a1070e28-43c7-48f9-8325-af823ff273bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.045221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lock "a1070e28-43c7-48f9-8325-af823ff273bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.045360] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lock "a1070e28-43c7-48f9-8325-af823ff273bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.049104] env[69436]: INFO nova.compute.manager [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Terminating instance [ 692.085211] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.104027] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.104027] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 692.105937] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.725s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.107377] env[69436]: INFO nova.compute.claims [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.338486] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "refresh_cache-0d8d692c-4982-429b-8243-17099f95c8ab" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.338820] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "refresh_cache-0d8d692c-4982-429b-8243-17099f95c8ab" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.338878] env[69436]: DEBUG nova.network.neutron [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.374869] env[69436]: DEBUG nova.compute.manager [req-10986b61-6195-4067-85c5-07f103100912 req-0a9cc7d6-3c30-412d-ac63-43e368dca4a5 service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Received event network-vif-deleted-d7b89227-797d-4129-bd6d-2a19b13c4129 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 692.375095] env[69436]: INFO nova.compute.manager [req-10986b61-6195-4067-85c5-07f103100912 req-0a9cc7d6-3c30-412d-ac63-43e368dca4a5 service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Neutron deleted interface d7b89227-797d-4129-bd6d-2a19b13c4129; detaching it from the instance and deleting it from the info cache [ 692.375272] env[69436]: DEBUG nova.network.neutron [req-10986b61-6195-4067-85c5-07f103100912 req-0a9cc7d6-3c30-412d-ac63-43e368dca4a5 service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.553648] env[69436]: DEBUG nova.compute.manager [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 692.554381] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.555343] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fd6bc1-3bf9-48c3-bedb-7b749f96f051 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.564025] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.564348] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ad6aec-f34b-45c5-a376-a3ba01196050 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.572803] env[69436]: DEBUG oslo_vmware.api [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Waiting for the task: (returnval){ [ 692.572803] env[69436]: value = "task-3254484" [ 692.572803] env[69436]: _type = "Task" [ 692.572803] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.582727] env[69436]: DEBUG oslo_vmware.api [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Task: {'id': task-3254484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.612101] env[69436]: DEBUG nova.compute.utils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.617331] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 692.617598] env[69436]: DEBUG nova.network.neutron [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.671316] env[69436]: DEBUG nova.network.neutron [-] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.680299] env[69436]: DEBUG nova.policy [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81bff28542df4ea0bbd42243720ebc52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f44c31d0014440987532fae2fbe050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.865831] env[69436]: DEBUG nova.network.neutron [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.882482] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37c8b09a-be5d-448c-8949-c47533614791 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.891235] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8dd4d9-cb01-4be0-bee3-90ce2f767184 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.932029] env[69436]: DEBUG nova.compute.manager [req-10986b61-6195-4067-85c5-07f103100912 req-0a9cc7d6-3c30-412d-ac63-43e368dca4a5 service nova] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Detach interface failed, port_id=d7b89227-797d-4129-bd6d-2a19b13c4129, reason: Instance f64e0477-2524-4169-98b6-1595ea0269c3 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 692.954973] env[69436]: DEBUG nova.network.neutron [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.051794] env[69436]: DEBUG nova.network.neutron [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Successfully created port: 5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.084423] env[69436]: DEBUG oslo_vmware.api [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Task: {'id': task-3254484, 'name': PowerOffVM_Task, 'duration_secs': 0.210834} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.084736] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.084861] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.086647] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e75165f-f618-4451-93ab-44c832d1fd7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.121751] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 693.149180] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.150221] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.150221] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Deleting the datastore file [datastore2] a1070e28-43c7-48f9-8325-af823ff273bc {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.154100] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15584e64-bed4-4b9f-8132-4763287f3a2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.162951] env[69436]: DEBUG oslo_vmware.api [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Waiting for the task: (returnval){ [ 693.162951] env[69436]: value = "task-3254486" [ 693.162951] env[69436]: _type = "Task" [ 693.162951] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.172446] env[69436]: DEBUG oslo_vmware.api [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Task: {'id': task-3254486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.175611] env[69436]: INFO nova.compute.manager [-] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Took 1.41 seconds to deallocate network for instance. [ 693.457951] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "refresh_cache-0d8d692c-4982-429b-8243-17099f95c8ab" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.458730] env[69436]: DEBUG nova.compute.manager [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 693.459095] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.461023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8b582-a4c7-4da1-8131-76893ecb580b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.474862] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.475165] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77eecdf8-19c4-48d6-a57a-538fad721156 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.485038] env[69436]: DEBUG oslo_vmware.api [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 693.485038] env[69436]: value = "task-3254487" [ 693.485038] env[69436]: _type = "Task" [ 693.485038] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.498816] env[69436]: DEBUG oslo_vmware.api [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.520195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.520423] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.676235] env[69436]: DEBUG oslo_vmware.api [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Task: {'id': task-3254486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16154} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.680683] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.681013] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.681125] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.681373] env[69436]: INFO nova.compute.manager [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 693.681571] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.682149] env[69436]: DEBUG nova.compute.manager [-] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 693.682345] env[69436]: DEBUG nova.network.neutron [-] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.684881] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.801188] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a80c7f-f4ba-4243-8f95-53d2441641af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.808972] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e1ea7-95f5-4644-ae32-ea996f745eb5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.841520] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f93258-40ab-428d-8d38-e17717667179 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.849200] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2d40a9-37a9-4e60-be8c-5d72859becb9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.865747] env[69436]: DEBUG nova.compute.provider_tree [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.996701] env[69436]: DEBUG oslo_vmware.api [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254487, 'name': PowerOffVM_Task, 'duration_secs': 0.240789} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.996701] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.996701] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.996701] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d35e69-ac0a-46de-a515-0e9165d64aec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.020079] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.020305] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.020489] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleting the datastore file [datastore2] 0d8d692c-4982-429b-8243-17099f95c8ab {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.020743] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737f1d65-79ae-4ee8-96d9-8a73dcd8600b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.027116] env[69436]: DEBUG oslo_vmware.api [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 694.027116] env[69436]: value = "task-3254489" [ 694.027116] env[69436]: _type = "Task" [ 694.027116] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.035755] env[69436]: DEBUG oslo_vmware.api [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.132908] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 694.166808] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.167120] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.167290] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.167474] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.167621] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.167766] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.167978] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.168168] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.168343] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.168566] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.168671] env[69436]: DEBUG nova.virt.hardware [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.169562] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af35cdf-54d3-45c6-8858-fd027565701a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.177848] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23289205-6211-4ba4-9b52-816b7a9dde47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.235607] env[69436]: DEBUG nova.compute.manager [req-d258fdf9-05c1-4d9b-8d18-0ecf24d7a7d4 req-ae6b8352-9e40-4070-96fd-ad4fa3f1ab43 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Received event network-vif-deleted-fbc23c23-baec-482d-b026-a01de2346791 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 694.235607] env[69436]: INFO nova.compute.manager [req-d258fdf9-05c1-4d9b-8d18-0ecf24d7a7d4 req-ae6b8352-9e40-4070-96fd-ad4fa3f1ab43 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Neutron deleted interface fbc23c23-baec-482d-b026-a01de2346791; detaching it from the instance and deleting it from the info cache [ 694.235607] env[69436]: DEBUG nova.network.neutron [req-d258fdf9-05c1-4d9b-8d18-0ecf24d7a7d4 req-ae6b8352-9e40-4070-96fd-ad4fa3f1ab43 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.374975] env[69436]: DEBUG nova.scheduler.client.report [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.544146] env[69436]: DEBUG oslo_vmware.api [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116295} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.544826] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.545186] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.545465] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.548034] env[69436]: INFO nova.compute.manager [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Took 1.09 seconds to destroy the instance on the hypervisor. [ 694.548034] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.548034] env[69436]: DEBUG nova.compute.manager [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 694.548034] env[69436]: DEBUG nova.network.neutron [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.570359] env[69436]: DEBUG nova.network.neutron [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.572611] env[69436]: DEBUG nova.network.neutron [-] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.605533] env[69436]: DEBUG nova.network.neutron [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Successfully updated port: 5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.700625] env[69436]: DEBUG nova.compute.manager [req-e6ce96b0-0512-4521-81c5-3359312735f3 req-314573e2-af78-41c9-9d38-70dbb93752f8 service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Received event network-vif-plugged-5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 694.700923] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ce96b0-0512-4521-81c5-3359312735f3 req-314573e2-af78-41c9-9d38-70dbb93752f8 service nova] Acquiring lock "a1fcd268-6fad-4666-bebd-5a0324a9006d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.701168] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ce96b0-0512-4521-81c5-3359312735f3 req-314573e2-af78-41c9-9d38-70dbb93752f8 service nova] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.701343] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ce96b0-0512-4521-81c5-3359312735f3 req-314573e2-af78-41c9-9d38-70dbb93752f8 service nova] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.701507] env[69436]: DEBUG nova.compute.manager [req-e6ce96b0-0512-4521-81c5-3359312735f3 req-314573e2-af78-41c9-9d38-70dbb93752f8 service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] No waiting events found dispatching network-vif-plugged-5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.701673] env[69436]: WARNING nova.compute.manager [req-e6ce96b0-0512-4521-81c5-3359312735f3 req-314573e2-af78-41c9-9d38-70dbb93752f8 service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Received unexpected event network-vif-plugged-5b0761a7-5879-4c15-bab9-562f653df7e4 for instance with vm_state building and task_state spawning. [ 694.738328] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5216ceb9-5661-4035-b3b5-5afbb963a44e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.750603] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b33535-9712-4180-a406-caaa82765c59 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.782051] env[69436]: DEBUG nova.compute.manager [req-d258fdf9-05c1-4d9b-8d18-0ecf24d7a7d4 req-ae6b8352-9e40-4070-96fd-ad4fa3f1ab43 service nova] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Detach interface failed, port_id=fbc23c23-baec-482d-b026-a01de2346791, reason: Instance a1070e28-43c7-48f9-8325-af823ff273bc could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 694.879845] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.880586] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 694.883599] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.661s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.884349] env[69436]: DEBUG nova.objects.instance [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lazy-loading 'resources' on Instance uuid 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.074900] env[69436]: DEBUG nova.network.neutron [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.076636] env[69436]: INFO nova.compute.manager [-] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Took 1.39 seconds to deallocate network for instance. [ 695.110077] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "refresh_cache-a1fcd268-6fad-4666-bebd-5a0324a9006d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.110304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired lock "refresh_cache-a1fcd268-6fad-4666-bebd-5a0324a9006d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.110889] env[69436]: DEBUG nova.network.neutron [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.389069] env[69436]: DEBUG nova.compute.utils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.391544] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 695.392015] env[69436]: DEBUG nova.network.neutron [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.456205] env[69436]: DEBUG nova.policy [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81bff28542df4ea0bbd42243720ebc52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98f44c31d0014440987532fae2fbe050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.578041] env[69436]: INFO nova.compute.manager [-] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Took 1.03 seconds to deallocate network for instance. [ 695.585034] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.660338] env[69436]: DEBUG nova.network.neutron [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.747284] env[69436]: DEBUG nova.network.neutron [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Successfully created port: e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.899019] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 695.913700] env[69436]: DEBUG nova.network.neutron [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Updating instance_info_cache with network_info: [{"id": "5b0761a7-5879-4c15-bab9-562f653df7e4", "address": "fa:16:3e:a1:ed:02", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0761a7-58", "ovs_interfaceid": "5b0761a7-5879-4c15-bab9-562f653df7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.073440] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18fda38-28c1-4598-ab09-ab820a37859e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.081328] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d50dfee-2bc1-4d72-876d-add022b0586d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.088103] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.113593] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cac8d1-690c-417f-a986-38de9c364411 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.121374] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a128126-78eb-4c7c-ab94-416b40600708 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.135837] env[69436]: DEBUG nova.compute.provider_tree [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.417654] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Releasing lock "refresh_cache-a1fcd268-6fad-4666-bebd-5a0324a9006d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.417982] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Instance network_info: |[{"id": "5b0761a7-5879-4c15-bab9-562f653df7e4", "address": "fa:16:3e:a1:ed:02", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0761a7-58", "ovs_interfaceid": "5b0761a7-5879-4c15-bab9-562f653df7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 696.418417] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ed:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b0761a7-5879-4c15-bab9-562f653df7e4', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.426334] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating folder: Project (98f44c31d0014440987532fae2fbe050). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.426632] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e69a7f79-8489-4e08-956d-42390fb1b85b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.439766] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Created folder: Project (98f44c31d0014440987532fae2fbe050) in parent group-v650165. [ 696.439964] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating folder: Instances. Parent ref: group-v650255. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.440215] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d7ffca4-f870-4588-ad66-66a75e8034e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.449237] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Created folder: Instances in parent group-v650255. [ 696.449466] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.449649] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.449842] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f9708be-f6f6-4659-ac89-511e3804ba8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.468850] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.468850] env[69436]: value = "task-3254492" [ 696.468850] env[69436]: _type = "Task" [ 696.468850] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.476987] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254492, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.642100] env[69436]: DEBUG nova.scheduler.client.report [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.754337] env[69436]: DEBUG nova.compute.manager [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Received event network-changed-5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 696.754576] env[69436]: DEBUG nova.compute.manager [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Refreshing instance network info cache due to event network-changed-5b0761a7-5879-4c15-bab9-562f653df7e4. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 696.755618] env[69436]: DEBUG oslo_concurrency.lockutils [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] Acquiring lock "refresh_cache-a1fcd268-6fad-4666-bebd-5a0324a9006d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.755800] env[69436]: DEBUG oslo_concurrency.lockutils [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] Acquired lock "refresh_cache-a1fcd268-6fad-4666-bebd-5a0324a9006d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.756020] env[69436]: DEBUG nova.network.neutron [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Refreshing network info cache for port 5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.905792] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 696.932755] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.933025] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.933173] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.933483] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.933885] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.934021] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.934240] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.934403] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.934572] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.934737] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.934909] env[69436]: DEBUG nova.virt.hardware [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.935778] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcf348-fb24-4fea-9854-41810000adfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.945605] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db20dc-4d7a-4972-9e8b-cf973d05ac56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.978054] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254492, 'name': CreateVM_Task, 'duration_secs': 0.397961} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.978424] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.979154] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.979325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.979648] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.979900] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1eef7f1-aa9f-4758-9fdd-e7731d92e206 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.984477] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 696.984477] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b14295-13ae-90f6-9ef9-0e2587010cb8" [ 696.984477] env[69436]: _type = "Task" [ 696.984477] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.992509] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b14295-13ae-90f6-9ef9-0e2587010cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.147745] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.150040] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.269s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.150290] env[69436]: DEBUG nova.objects.instance [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lazy-loading 'resources' on Instance uuid 42f89423-0e5d-44d3-b202-b449f66ab0b8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.176016] env[69436]: INFO nova.scheduler.client.report [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Deleted allocations for instance 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6 [ 697.510182] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b14295-13ae-90f6-9ef9-0e2587010cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.510489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.510721] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.510986] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.513086] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.513086] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.513086] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef43d3f-0768-4383-9198-3e9febc3e03f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.519776] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.519944] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.520701] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882a3270-d566-4c2c-ab1c-8a422d4e6d9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.527125] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 697.527125] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a47774-966b-1400-17fe-1fdf7feabca1" [ 697.527125] env[69436]: _type = "Task" [ 697.527125] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.533693] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a47774-966b-1400-17fe-1fdf7feabca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.593378] env[69436]: DEBUG nova.network.neutron [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Updated VIF entry in instance network info cache for port 5b0761a7-5879-4c15-bab9-562f653df7e4. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.593737] env[69436]: DEBUG nova.network.neutron [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Updating instance_info_cache with network_info: [{"id": "5b0761a7-5879-4c15-bab9-562f653df7e4", "address": "fa:16:3e:a1:ed:02", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b0761a7-58", "ovs_interfaceid": "5b0761a7-5879-4c15-bab9-562f653df7e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.619699] env[69436]: DEBUG nova.network.neutron [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Successfully updated port: e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.685568] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bf9dc4bc-77ef-44ef-8e19-df0fb84c0d07 tempest-ImagesNegativeTestJSON-99461555 tempest-ImagesNegativeTestJSON-99461555-project-member] Lock "192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.070s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.037023] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a47774-966b-1400-17fe-1fdf7feabca1, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.040724] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cd95ba-c784-44f9-b87f-c99a1d9f75bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.045935] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 698.045935] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a9d36-b270-ea30-7bca-fb4750c68424" [ 698.045935] env[69436]: _type = "Task" [ 698.045935] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.056073] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a9d36-b270-ea30-7bca-fb4750c68424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.096802] env[69436]: DEBUG oslo_concurrency.lockutils [req-1bb40e79-7f7c-4d89-b770-8b44f12e0913 req-4eb7216a-4608-4469-8490-803a11feaa4f service nova] Releasing lock "refresh_cache-a1fcd268-6fad-4666-bebd-5a0324a9006d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.124342] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "refresh_cache-c4f9d6db-722b-4da2-8e48-192598d791b1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.124446] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired lock "refresh_cache-c4f9d6db-722b-4da2-8e48-192598d791b1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.124603] env[69436]: DEBUG nova.network.neutron [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.243188] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82afdc0-2f9d-4b6d-9761-f385886e861c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.253666] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b2366-2921-4019-b5be-f630c0c8b41d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.285158] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76dbf85-fccd-4dab-8d8b-63e5dda17a2d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.293242] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abe9654-7058-4132-9de5-41fea4e81b37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.309556] env[69436]: DEBUG nova.compute.provider_tree [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.558370] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a9d36-b270-ea30-7bca-fb4750c68424, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.558727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.560458] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] a1fcd268-6fad-4666-bebd-5a0324a9006d/a1fcd268-6fad-4666-bebd-5a0324a9006d.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.560651] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71c42b1-6a9c-4bd6-919c-6b0635b794b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.567513] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 698.567513] env[69436]: value = "task-3254493" [ 698.567513] env[69436]: _type = "Task" [ 698.567513] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.576319] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.676893] env[69436]: DEBUG nova.network.neutron [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.803254] env[69436]: DEBUG nova.compute.manager [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Received event network-vif-plugged-e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 698.803254] env[69436]: DEBUG oslo_concurrency.lockutils [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] Acquiring lock "c4f9d6db-722b-4da2-8e48-192598d791b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.803254] env[69436]: DEBUG oslo_concurrency.lockutils [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.803254] env[69436]: DEBUG oslo_concurrency.lockutils [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.803254] env[69436]: DEBUG nova.compute.manager [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] No waiting events found dispatching network-vif-plugged-e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.803613] env[69436]: WARNING nova.compute.manager [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Received unexpected event network-vif-plugged-e6eea8f4-3abd-4ba0-816b-093de035064e for instance with vm_state building and task_state spawning. [ 698.803613] env[69436]: DEBUG nova.compute.manager [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Received event network-changed-e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 698.803613] env[69436]: DEBUG nova.compute.manager [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Refreshing instance network info cache due to event network-changed-e6eea8f4-3abd-4ba0-816b-093de035064e. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 698.803613] env[69436]: DEBUG oslo_concurrency.lockutils [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] Acquiring lock "refresh_cache-c4f9d6db-722b-4da2-8e48-192598d791b1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811492] env[69436]: DEBUG nova.scheduler.client.report [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.925063] env[69436]: DEBUG nova.network.neutron [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Updating instance_info_cache with network_info: [{"id": "e6eea8f4-3abd-4ba0-816b-093de035064e", "address": "fa:16:3e:b1:89:e6", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6eea8f4-3a", "ovs_interfaceid": "e6eea8f4-3abd-4ba0-816b-093de035064e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.078723] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431213} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.079017] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] a1fcd268-6fad-4666-bebd-5a0324a9006d/a1fcd268-6fad-4666-bebd-5a0324a9006d.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.079269] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.079526] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2913520d-f964-4949-8224-42089b00cb42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.085986] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 699.085986] env[69436]: value = "task-3254494" [ 699.085986] env[69436]: _type = "Task" [ 699.085986] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.093600] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.317534] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.320120] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.470s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.320605] env[69436]: DEBUG nova.objects.instance [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'resources' on Instance uuid 92548565-7ab3-4692-b3a2-7cbe5b31c174 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.340885] env[69436]: INFO nova.scheduler.client.report [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Deleted allocations for instance 42f89423-0e5d-44d3-b202-b449f66ab0b8 [ 699.430463] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Releasing lock "refresh_cache-c4f9d6db-722b-4da2-8e48-192598d791b1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.430836] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Instance network_info: |[{"id": "e6eea8f4-3abd-4ba0-816b-093de035064e", "address": "fa:16:3e:b1:89:e6", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6eea8f4-3a", "ovs_interfaceid": "e6eea8f4-3abd-4ba0-816b-093de035064e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 699.431287] env[69436]: DEBUG oslo_concurrency.lockutils [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] Acquired lock "refresh_cache-c4f9d6db-722b-4da2-8e48-192598d791b1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.431512] env[69436]: DEBUG nova.network.neutron [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Refreshing network info cache for port e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.436019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:89:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6eea8f4-3abd-4ba0-816b-093de035064e', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.440849] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.441810] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.442094] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b676c48-46f4-4ad6-87bb-6eb26f0519f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.462841] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.462841] env[69436]: value = "task-3254495" [ 699.462841] env[69436]: _type = "Task" [ 699.462841] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.470660] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254495, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.597329] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068441} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.597927] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.598366] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa26b5cf-6af8-4fe7-a673-ce18f9f586ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.620374] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a1fcd268-6fad-4666-bebd-5a0324a9006d/a1fcd268-6fad-4666-bebd-5a0324a9006d.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.620680] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-992f2265-74e5-40a0-af04-072c532085ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.640593] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 699.640593] env[69436]: value = "task-3254496" [ 699.640593] env[69436]: _type = "Task" [ 699.640593] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.652791] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.852665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dc47aaac-3667-4c74-884b-02c0c74a7d57 tempest-ServerShowV257Test-1694770457 tempest-ServerShowV257Test-1694770457-project-member] Lock "42f89423-0e5d-44d3-b202-b449f66ab0b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.287s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.973154] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254495, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.153426] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254496, 'name': ReconfigVM_Task, 'duration_secs': 0.284168} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.154329] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a1fcd268-6fad-4666-bebd-5a0324a9006d/a1fcd268-6fad-4666-bebd-5a0324a9006d.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.160523] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c87b7f3-fca5-4e3c-ba6f-4f780d984ec6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.166154] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 700.166154] env[69436]: value = "task-3254497" [ 700.166154] env[69436]: _type = "Task" [ 700.166154] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.177568] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254497, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.213461] env[69436]: DEBUG nova.network.neutron [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Updated VIF entry in instance network info cache for port e6eea8f4-3abd-4ba0-816b-093de035064e. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.213802] env[69436]: DEBUG nova.network.neutron [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Updating instance_info_cache with network_info: [{"id": "e6eea8f4-3abd-4ba0-816b-093de035064e", "address": "fa:16:3e:b1:89:e6", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6eea8f4-3a", "ovs_interfaceid": "e6eea8f4-3abd-4ba0-816b-093de035064e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.466138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b702275-ef6a-48e5-a071-ce20e456a8a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.479395] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cc24b-6adc-4726-bb27-13779f1c599c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.483071] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254495, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.513261] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03a2c20-0651-4160-8595-3557a72d76c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.521161] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3607e067-79ad-40b0-97d1-64d0d7696655 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.535693] env[69436]: DEBUG nova.compute.provider_tree [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.676944] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254497, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.716763] env[69436]: DEBUG oslo_concurrency.lockutils [req-2a0f796c-141d-404f-b276-1009d2faf8c0 req-15f1bad5-5d3b-4080-bd85-db1759e09243 service nova] Releasing lock "refresh_cache-c4f9d6db-722b-4da2-8e48-192598d791b1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.979150] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254495, 'name': CreateVM_Task, 'duration_secs': 1.06346} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.979399] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.980571] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.980962] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.981504] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.983011] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d27e5b4-907f-4392-8e3c-2b974ecc67c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.990399] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 700.990399] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522141b0-01c2-8259-234e-ad0e9c6c44d6" [ 700.990399] env[69436]: _type = "Task" [ 700.990399] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.001253] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522141b0-01c2-8259-234e-ad0e9c6c44d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.042019] env[69436]: DEBUG nova.scheduler.client.report [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.180023] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254497, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.505981] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522141b0-01c2-8259-234e-ad0e9c6c44d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.506304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.506538] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.506770] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.506921] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.507200] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.507490] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc593fe4-0d19-47ad-9ace-09484c9795ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.518571] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.518847] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.519461] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce40d3e9-69df-4fd8-8edc-5bceb2208a6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.525581] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 701.525581] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5231db34-e731-5c1a-7ab4-4b632b033e41" [ 701.525581] env[69436]: _type = "Task" [ 701.525581] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.534413] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5231db34-e731-5c1a-7ab4-4b632b033e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.545636] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.548248] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.624s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.549830] env[69436]: INFO nova.compute.claims [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.572304] env[69436]: INFO nova.scheduler.client.report [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance 92548565-7ab3-4692-b3a2-7cbe5b31c174 [ 701.684205] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254497, 'name': Rename_Task, 'duration_secs': 1.16085} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.684205] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.684205] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-647fc62a-44b4-447e-9b82-8b9d01fe2b59 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.691303] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 701.691303] env[69436]: value = "task-3254498" [ 701.691303] env[69436]: _type = "Task" [ 701.691303] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.698098] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.041868] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5231db34-e731-5c1a-7ab4-4b632b033e41, 'name': SearchDatastore_Task, 'duration_secs': 0.008231} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.043679] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a31f6e-57c2-44d4-9b5c-2a2d7fd8fa3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.053211] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 702.053211] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a52967-1ec9-efe2-cc74-66977cb1d780" [ 702.053211] env[69436]: _type = "Task" [ 702.053211] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.069496] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a52967-1ec9-efe2-cc74-66977cb1d780, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.069496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.069496] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] c4f9d6db-722b-4da2-8e48-192598d791b1/c4f9d6db-722b-4da2-8e48-192598d791b1.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.069496] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dced0a43-2b69-494a-906c-090fc686f448 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.080221] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 702.080221] env[69436]: value = "task-3254499" [ 702.080221] env[69436]: _type = "Task" [ 702.080221] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.080414] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71373bf3-45cf-4545-94db-9c919c4e3562 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "92548565-7ab3-4692-b3a2-7cbe5b31c174" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.352s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.090646] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.199276] env[69436]: DEBUG oslo_vmware.api [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254498, 'name': PowerOnVM_Task, 'duration_secs': 0.441898} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.199563] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.199765] env[69436]: INFO nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Took 8.07 seconds to spawn the instance on the hypervisor. [ 702.199945] env[69436]: DEBUG nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 702.200718] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d2dabe-8a15-4fd0-81e2-e108b236990d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.594132] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466454} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.594630] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] c4f9d6db-722b-4da2-8e48-192598d791b1/c4f9d6db-722b-4da2-8e48-192598d791b1.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.594630] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.594873] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8d521d6-4a49-4cfe-b90f-05f3433df960 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.602780] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 702.602780] env[69436]: value = "task-3254500" [ 702.602780] env[69436]: _type = "Task" [ 702.602780] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.614347] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.723713] env[69436]: INFO nova.compute.manager [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Took 44.11 seconds to build instance. [ 703.119157] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071335} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.119839] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.121096] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5d1688-2b00-4262-9697-5169dc729d00 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.152730] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] c4f9d6db-722b-4da2-8e48-192598d791b1/c4f9d6db-722b-4da2-8e48-192598d791b1.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.155758] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee812e3d-077e-4743-918a-4a4aa0c1766b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.178017] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 703.178017] env[69436]: value = "task-3254501" [ 703.178017] env[69436]: _type = "Task" [ 703.178017] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.186964] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.230265] env[69436]: DEBUG oslo_concurrency.lockutils [None req-01e44402-f055-4e53-8c90-8e760502c2d7 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.995s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.279743] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd5d9a1-a58d-409d-9f69-c9c2b7b36131 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.290833] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700b1390-c99b-4180-acd6-433a3e1be966 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.328932] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619ba34-79e5-4f4f-af94-7cc460136aa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.341185] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1b2d23-60ca-4efa-8010-dc4a1e50391e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.354109] env[69436]: DEBUG nova.compute.provider_tree [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.547992] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.547992] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.694604] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254501, 'name': ReconfigVM_Task, 'duration_secs': 0.263096} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.695850] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] c4f9d6db-722b-4da2-8e48-192598d791b1/c4f9d6db-722b-4da2-8e48-192598d791b1.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.698773] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb18479a-8b7b-4e46-b013-827d2c1fbb2b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.701224] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "3741039a-7ac6-4bba-a2c8-d36359221de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.701304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.706867] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 703.706867] env[69436]: value = "task-3254502" [ 703.706867] env[69436]: _type = "Task" [ 703.706867] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.717335] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254502, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.736456] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 703.857874] env[69436]: DEBUG nova.scheduler.client.report [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.226419] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254502, 'name': Rename_Task, 'duration_secs': 0.151834} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.226419] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.226419] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9c459a-d1d6-4e00-b5a6-dfdb03ac3c7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.235828] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 704.235828] env[69436]: value = "task-3254503" [ 704.235828] env[69436]: _type = "Task" [ 704.235828] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.254419] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.268507] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.363724] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.364292] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 704.370265] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.973s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.371161] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.371161] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 704.371161] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.930s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.372775] env[69436]: INFO nova.compute.claims [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.377137] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90379f16-7e36-4c26-af8d-34e8628d81ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.391918] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa230c-791f-4832-ae7b-cc2bc2a5460c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.421251] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024ed22d-2e86-47e3-87ba-f17a7089d097 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.431530] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465894a-f806-4210-838e-f248881076f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.470165] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178754MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 704.470375] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.755087] env[69436]: DEBUG oslo_vmware.api [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254503, 'name': PowerOnVM_Task, 'duration_secs': 0.439309} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.755087] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.755087] env[69436]: INFO nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Took 7.85 seconds to spawn the instance on the hypervisor. [ 704.755087] env[69436]: DEBUG nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 704.755087] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd879f94-50dd-4ace-9b98-67c5fa715e25 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.880429] env[69436]: DEBUG nova.compute.utils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.884030] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 704.884030] env[69436]: DEBUG nova.network.neutron [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.941059] env[69436]: DEBUG nova.policy [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8f13abfb662468c95d2a55b06576214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242808b7d69943d085bdf836744adc4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.254192] env[69436]: DEBUG nova.network.neutron [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Successfully created port: 533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.283826] env[69436]: INFO nova.compute.manager [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Took 43.93 seconds to build instance. [ 705.393503] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 705.788837] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6cc1eed-4f40-4319-901f-2f8416153f9d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.884s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.097730] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d735fd-3145-4439-a8dc-ed6a13246c11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.107562] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ada2b-3f9c-4a69-9bc3-e42b2d1330ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.142710] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b40863-8ee3-4789-a0bf-539a6039cf83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.151059] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be25dfa-9280-48b3-a693-07e73aaf7ba3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.164946] env[69436]: DEBUG nova.compute.provider_tree [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.295399] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 706.410744] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 706.436871] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.436871] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.436871] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.437210] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.437210] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.437210] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.437210] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.437210] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.437607] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.437607] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.437733] env[69436]: DEBUG nova.virt.hardware [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.442097] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51e272-83ba-4c4e-a508-38c1037efb53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.447321] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd5f26-d53c-44e7-af02-235656b64412 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.456170] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.456408] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.673889] env[69436]: DEBUG nova.scheduler.client.report [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.828613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.973057] env[69436]: DEBUG nova.network.neutron [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Successfully updated port: 533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.028263] env[69436]: DEBUG nova.compute.manager [req-ba74c2cb-b16f-41e6-a80f-8e992f4f13b7 req-2851b420-6073-4cba-a46f-89a31fcaf0f6 service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Received event network-vif-plugged-533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 707.028482] env[69436]: DEBUG oslo_concurrency.lockutils [req-ba74c2cb-b16f-41e6-a80f-8e992f4f13b7 req-2851b420-6073-4cba-a46f-89a31fcaf0f6 service nova] Acquiring lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.028692] env[69436]: DEBUG oslo_concurrency.lockutils [req-ba74c2cb-b16f-41e6-a80f-8e992f4f13b7 req-2851b420-6073-4cba-a46f-89a31fcaf0f6 service nova] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.028850] env[69436]: DEBUG oslo_concurrency.lockutils [req-ba74c2cb-b16f-41e6-a80f-8e992f4f13b7 req-2851b420-6073-4cba-a46f-89a31fcaf0f6 service nova] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.029276] env[69436]: DEBUG nova.compute.manager [req-ba74c2cb-b16f-41e6-a80f-8e992f4f13b7 req-2851b420-6073-4cba-a46f-89a31fcaf0f6 service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] No waiting events found dispatching network-vif-plugged-533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.030094] env[69436]: WARNING nova.compute.manager [req-ba74c2cb-b16f-41e6-a80f-8e992f4f13b7 req-2851b420-6073-4cba-a46f-89a31fcaf0f6 service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Received unexpected event network-vif-plugged-533354e2-674a-46dc-9483-20909d39b633 for instance with vm_state building and task_state spawning. [ 707.184262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.185115] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 707.189977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.595s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.190386] env[69436]: DEBUG nova.objects.instance [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lazy-loading 'resources' on Instance uuid 93bce1b5-ce12-418f-abb9-3adf1e75d1ac {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.475294] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.475577] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.479023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "refresh_cache-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquired lock "refresh_cache-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.479023] env[69436]: DEBUG nova.network.neutron [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.692111] env[69436]: DEBUG nova.compute.utils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.693605] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 707.693760] env[69436]: DEBUG nova.network.neutron [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.743888] env[69436]: DEBUG nova.policy [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122ebd45741f4e10818bbc7dc0f2a74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd22790ee15114ae0bbc27d1ba1e234cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.920019] env[69436]: DEBUG nova.compute.manager [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 707.920935] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de7ad91-3199-44f1-a008-1e692834e642 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.027152] env[69436]: DEBUG nova.network.neutron [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Successfully created port: e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.038558] env[69436]: DEBUG nova.network.neutron [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.204683] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 708.265796] env[69436]: DEBUG nova.network.neutron [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Updating instance_info_cache with network_info: [{"id": "533354e2-674a-46dc-9483-20909d39b633", "address": "fa:16:3e:ca:31:7a", "network": {"id": "0aa07647-14af-40ba-a4b9-e2f85a6d6744", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1674370705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242808b7d69943d085bdf836744adc4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533354e2-67", "ovs_interfaceid": "533354e2-674a-46dc-9483-20909d39b633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.283142] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280a19c-2480-441e-8b06-e61a81802353 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.293806] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17766ef0-94cf-44c1-8b26-762593d6511e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.327329] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a3aa49-dc71-4964-b3b3-b4e82fbedafd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.335480] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9558999a-cda4-4b0d-9d5a-5b759db97785 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.350114] env[69436]: DEBUG nova.compute.provider_tree [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.433601] env[69436]: INFO nova.compute.manager [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] instance snapshotting [ 708.436393] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7448181b-7432-4799-8ad6-57ff727fe576 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.455316] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a425d-9aeb-44d5-b7d3-47491554db45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.769115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Releasing lock "refresh_cache-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.769115] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Instance network_info: |[{"id": "533354e2-674a-46dc-9483-20909d39b633", "address": "fa:16:3e:ca:31:7a", "network": {"id": "0aa07647-14af-40ba-a4b9-e2f85a6d6744", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1674370705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242808b7d69943d085bdf836744adc4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533354e2-67", "ovs_interfaceid": "533354e2-674a-46dc-9483-20909d39b633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 708.769479] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:31:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '533354e2-674a-46dc-9483-20909d39b633', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.776564] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Creating folder: Project (242808b7d69943d085bdf836744adc4d). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.777573] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be104b94-8db8-4a22-a1c6-dd7f0305ffaa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.790924] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Created folder: Project (242808b7d69943d085bdf836744adc4d) in parent group-v650165. [ 708.791170] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Creating folder: Instances. Parent ref: group-v650259. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.791411] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab14878a-27b9-437f-ac06-594274895b82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.800585] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Created folder: Instances in parent group-v650259. [ 708.801487] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.801487] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.801487] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf46670-0e1b-485d-91e4-69460f844620 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.821081] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.821081] env[69436]: value = "task-3254506" [ 708.821081] env[69436]: _type = "Task" [ 708.821081] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.828809] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254506, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.853014] env[69436]: DEBUG nova.scheduler.client.report [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.965444] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 708.965773] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-109f05c8-9413-41cc-8885-6ae45d66e003 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.974024] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 708.974024] env[69436]: value = "task-3254507" [ 708.974024] env[69436]: _type = "Task" [ 708.974024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.981757] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.056372] env[69436]: DEBUG nova.compute.manager [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Received event network-changed-533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 709.056646] env[69436]: DEBUG nova.compute.manager [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Refreshing instance network info cache due to event network-changed-533354e2-674a-46dc-9483-20909d39b633. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 709.056952] env[69436]: DEBUG oslo_concurrency.lockutils [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] Acquiring lock "refresh_cache-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.057190] env[69436]: DEBUG oslo_concurrency.lockutils [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] Acquired lock "refresh_cache-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.057423] env[69436]: DEBUG nova.network.neutron [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Refreshing network info cache for port 533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.215551] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 709.238768] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.239236] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.239326] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.239455] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.239606] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.239752] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.239960] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.240137] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.240323] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.240470] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.240644] env[69436]: DEBUG nova.virt.hardware [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.241552] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f35c0-a5e0-4bda-83f1-c1e029c35687 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.250211] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03800b90-cced-40dc-ad2e-b36959981048 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.333611] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254506, 'name': CreateVM_Task, 'duration_secs': 0.420019} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.333767] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.334505] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.334671] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.335013] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.336747] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0231699a-7fa4-4361-a6b5-40828097d67d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.339954] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 709.339954] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523851dd-2fa5-dd34-5402-7691dd649409" [ 709.339954] env[69436]: _type = "Task" [ 709.339954] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.349387] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523851dd-2fa5-dd34-5402-7691dd649409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.358445] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.361455] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.363041] env[69436]: INFO nova.compute.claims [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.381827] env[69436]: INFO nova.scheduler.client.report [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Deleted allocations for instance 93bce1b5-ce12-418f-abb9-3adf1e75d1ac [ 709.484817] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254507, 'name': CreateSnapshot_Task, 'duration_secs': 0.470602} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.484931] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 709.485583] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814cae7a-578c-4d7d-a97a-4d6be5d7d318 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.542940] env[69436]: DEBUG nova.network.neutron [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Successfully updated port: e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.764861] env[69436]: DEBUG nova.network.neutron [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Updated VIF entry in instance network info cache for port 533354e2-674a-46dc-9483-20909d39b633. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.765064] env[69436]: DEBUG nova.network.neutron [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Updating instance_info_cache with network_info: [{"id": "533354e2-674a-46dc-9483-20909d39b633", "address": "fa:16:3e:ca:31:7a", "network": {"id": "0aa07647-14af-40ba-a4b9-e2f85a6d6744", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1674370705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242808b7d69943d085bdf836744adc4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533354e2-67", "ovs_interfaceid": "533354e2-674a-46dc-9483-20909d39b633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.848222] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.848578] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lock "ffdaafad-ce32-4185-8452-176da54064cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.853501] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523851dd-2fa5-dd34-5402-7691dd649409, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.853963] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.854192] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.854413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.854557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.854731] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.854969] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61135a31-d6d4-4461-b043-932932dfcf8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.863863] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.864048] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.864720] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2126b9c1-7c9e-443a-b15f-c669a03e00a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.871857] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 709.871857] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bc9bb3-c441-28ee-1fcd-46e85e1d39f2" [ 709.871857] env[69436]: _type = "Task" [ 709.871857] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.879810] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bc9bb3-c441-28ee-1fcd-46e85e1d39f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.891811] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ba50477-08bd-4f82-a750-45fdc1b1d2a1 tempest-ServerGroupTestJSON-1120722788 tempest-ServerGroupTestJSON-1120722788-project-member] Lock "93bce1b5-ce12-418f-abb9-3adf1e75d1ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.725s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.002989] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 710.003301] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71a28a94-c320-4c55-96d8-f9a4fb7f0be7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.011644] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 710.011644] env[69436]: value = "task-3254508" [ 710.011644] env[69436]: _type = "Task" [ 710.011644] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.020103] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254508, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.046264] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "refresh_cache-eac96d12-f468-44c7-93da-e9618eb96d66" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.046456] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "refresh_cache-eac96d12-f468-44c7-93da-e9618eb96d66" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.046648] env[69436]: DEBUG nova.network.neutron [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.270575] env[69436]: DEBUG oslo_concurrency.lockutils [req-4004a69a-9f49-4586-aa31-96994bf7b910 req-03971154-a41e-4401-a9a3-60cafbf5573d service nova] Releasing lock "refresh_cache-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.355789] env[69436]: DEBUG nova.compute.utils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.382454] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bc9bb3-c441-28ee-1fcd-46e85e1d39f2, 'name': SearchDatastore_Task, 'duration_secs': 0.007633} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.383356] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b37220-4950-453d-81dd-ddd396440b6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.389454] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 710.389454] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c2c8b9-80ad-b95b-8130-86acc8ba0560" [ 710.389454] env[69436]: _type = "Task" [ 710.389454] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.400453] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c2c8b9-80ad-b95b-8130-86acc8ba0560, 'name': SearchDatastore_Task} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.400706] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.401045] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee/5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.401325] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c9000d7-50a8-4ab7-aec1-aaade478080a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.409465] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 710.409465] env[69436]: value = "task-3254509" [ 710.409465] env[69436]: _type = "Task" [ 710.409465] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.420350] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.526074] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254508, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.584347] env[69436]: DEBUG nova.network.neutron [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.760491] env[69436]: DEBUG nova.network.neutron [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Updating instance_info_cache with network_info: [{"id": "e309d7a3-f565-4b93-8d22-cfff365c03c4", "address": "fa:16:3e:8b:c9:a1", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape309d7a3-f5", "ovs_interfaceid": "e309d7a3-f565-4b93-8d22-cfff365c03c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.858172] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lock "ffdaafad-ce32-4185-8452-176da54064cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.922386] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451221} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.922656] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee/5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.922872] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.923140] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a281464-8956-4b1e-8435-3da61165af7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.932191] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 710.932191] env[69436]: value = "task-3254510" [ 710.932191] env[69436]: _type = "Task" [ 710.932191] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.938031] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba364f-07f1-4c5c-b574-28f0169fde54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.944068] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.949757] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82742d2f-fa5b-4e5d-aa73-bde219f02d50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.981326] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed10d738-1381-4cb3-87bb-0a87e1fd88b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.988679] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2306fe-88bb-4e31-8dfa-6acb064214ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.002209] env[69436]: DEBUG nova.compute.provider_tree [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.023615] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254508, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.265672] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "refresh_cache-eac96d12-f468-44c7-93da-e9618eb96d66" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.266014] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance network_info: |[{"id": "e309d7a3-f565-4b93-8d22-cfff365c03c4", "address": "fa:16:3e:8b:c9:a1", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape309d7a3-f5", "ovs_interfaceid": "e309d7a3-f565-4b93-8d22-cfff365c03c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 711.266501] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e309d7a3-f565-4b93-8d22-cfff365c03c4', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.275073] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating folder: Project (d22790ee15114ae0bbc27d1ba1e234cb). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.275760] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5250ef9b-675b-44b1-9fb4-c27316e65844 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.286069] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created folder: Project (d22790ee15114ae0bbc27d1ba1e234cb) in parent group-v650165. [ 711.286272] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating folder: Instances. Parent ref: group-v650264. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.286506] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0571568d-a3b3-4dc2-b31b-338935c7c60a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.295298] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created folder: Instances in parent group-v650264. [ 711.295526] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.295712] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.295907] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c069cf80-d09f-471c-b8d0-1c6f22cd9921 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.314582] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.314582] env[69436]: value = "task-3254513" [ 711.314582] env[69436]: _type = "Task" [ 711.314582] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.322087] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254513, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.428943] env[69436]: DEBUG nova.compute.manager [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Received event network-vif-plugged-e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 711.429251] env[69436]: DEBUG oslo_concurrency.lockutils [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] Acquiring lock "eac96d12-f468-44c7-93da-e9618eb96d66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.429457] env[69436]: DEBUG oslo_concurrency.lockutils [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] Lock "eac96d12-f468-44c7-93da-e9618eb96d66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.429784] env[69436]: DEBUG oslo_concurrency.lockutils [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] Lock "eac96d12-f468-44c7-93da-e9618eb96d66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.429784] env[69436]: DEBUG nova.compute.manager [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] No waiting events found dispatching network-vif-plugged-e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.429930] env[69436]: WARNING nova.compute.manager [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Received unexpected event network-vif-plugged-e309d7a3-f565-4b93-8d22-cfff365c03c4 for instance with vm_state building and task_state spawning. [ 711.430094] env[69436]: DEBUG nova.compute.manager [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Received event network-changed-e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 711.430244] env[69436]: DEBUG nova.compute.manager [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Refreshing instance network info cache due to event network-changed-e309d7a3-f565-4b93-8d22-cfff365c03c4. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 711.430427] env[69436]: DEBUG oslo_concurrency.lockutils [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] Acquiring lock "refresh_cache-eac96d12-f468-44c7-93da-e9618eb96d66" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.430780] env[69436]: DEBUG oslo_concurrency.lockutils [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] Acquired lock "refresh_cache-eac96d12-f468-44c7-93da-e9618eb96d66" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.430780] env[69436]: DEBUG nova.network.neutron [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Refreshing network info cache for port e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.442309] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.442932] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.445806] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515be42a-c046-486d-8c1d-a9736ed52a34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.469827] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee/5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.470740] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac9f9d9-3444-4d5c-bab0-7d0255da7942 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.490761] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 711.490761] env[69436]: value = "task-3254514" [ 711.490761] env[69436]: _type = "Task" [ 711.490761] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.499128] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.505507] env[69436]: DEBUG nova.scheduler.client.report [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.524330] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254508, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.827583] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254513, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.951322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.951675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lock "ffdaafad-ce32-4185-8452-176da54064cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.952656] env[69436]: INFO nova.compute.manager [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Attaching volume 534754fc-117f-4dfe-ad5e-d8c1716cdc99 to /dev/sdb [ 712.001946] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.010925] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.011489] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 712.015054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.429s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.016533] env[69436]: INFO nova.compute.claims [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.019690] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878759d7-d0ce-4314-bd7b-77c05005eafb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.035960] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4071b4-2412-459f-9712-5553f4323a98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.038733] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254508, 'name': CloneVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.053017] env[69436]: DEBUG nova.virt.block_device [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updating existing volume attachment record: 1ae37d4c-8af1-4d68-8f3b-0f48c985189f {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 712.208137] env[69436]: DEBUG nova.network.neutron [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Updated VIF entry in instance network info cache for port e309d7a3-f565-4b93-8d22-cfff365c03c4. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.208137] env[69436]: DEBUG nova.network.neutron [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Updating instance_info_cache with network_info: [{"id": "e309d7a3-f565-4b93-8d22-cfff365c03c4", "address": "fa:16:3e:8b:c9:a1", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape309d7a3-f5", "ovs_interfaceid": "e309d7a3-f565-4b93-8d22-cfff365c03c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.325417] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254513, 'name': CreateVM_Task, 'duration_secs': 0.844313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.325784] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.326642] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.326931] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.327271] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.327530] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9102f5f-34b6-4a17-9bc3-ef9199e70808 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.336163] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 712.336163] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247547e-8e98-c9c5-7537-4a12b5390880" [ 712.336163] env[69436]: _type = "Task" [ 712.336163] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.341279] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247547e-8e98-c9c5-7537-4a12b5390880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.502243] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254514, 'name': ReconfigVM_Task, 'duration_secs': 0.856535} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.502369] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee/5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.504652] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de184d7c-2b34-4efd-b775-b535f53b8663 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.509125] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 712.509125] env[69436]: value = "task-3254519" [ 712.509125] env[69436]: _type = "Task" [ 712.509125] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.517292] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254519, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.529178] env[69436]: DEBUG nova.compute.utils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.529178] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 712.529178] env[69436]: DEBUG nova.network.neutron [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.535873] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254508, 'name': CloneVM_Task, 'duration_secs': 2.06132} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.536657] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Created linked-clone VM from snapshot [ 712.537551] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a777c7f5-dd2b-4359-be91-fd2389626b76 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.546315] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Uploading image 7d769070-ce9e-4644-8665-17e426db1a3d {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.582386] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.582386] env[69436]: value = "vm-650263" [ 712.582386] env[69436]: _type = "VirtualMachine" [ 712.582386] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.583268] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa9e6335-5f2e-4ab0-82c7-24cd8f55d88a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.586089] env[69436]: DEBUG nova.policy [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb454f0821547f58066e061704f29be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db815e60bb8a482fbf09a2e40c6fec5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.593165] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lease: (returnval){ [ 712.593165] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c6b437-02c2-6e8c-9790-4e43e0b145cf" [ 712.593165] env[69436]: _type = "HttpNfcLease" [ 712.593165] env[69436]: } obtained for exporting VM: (result){ [ 712.593165] env[69436]: value = "vm-650263" [ 712.593165] env[69436]: _type = "VirtualMachine" [ 712.593165] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.593165] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the lease: (returnval){ [ 712.593165] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c6b437-02c2-6e8c-9790-4e43e0b145cf" [ 712.593165] env[69436]: _type = "HttpNfcLease" [ 712.593165] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.601678] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.601678] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c6b437-02c2-6e8c-9790-4e43e0b145cf" [ 712.601678] env[69436]: _type = "HttpNfcLease" [ 712.601678] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 712.711579] env[69436]: DEBUG oslo_concurrency.lockutils [req-53555f0e-2450-4d64-8484-00498d55d475 req-0ae6e452-7aac-4b7c-9509-384ca4b0f7af service nova] Releasing lock "refresh_cache-eac96d12-f468-44c7-93da-e9618eb96d66" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.845495] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247547e-8e98-c9c5-7537-4a12b5390880, 'name': SearchDatastore_Task, 'duration_secs': 0.024313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.846666] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.847184] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.847701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.848078] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.848384] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.848782] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd56bc80-db9b-4b80-ba48-26eee85dfa8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.858956] env[69436]: DEBUG nova.network.neutron [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Successfully created port: f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.860793] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.860973] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.861799] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817751ca-9da2-4aa2-a018-e3012cad7021 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.871487] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 712.871487] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529e0c7d-bc0c-eff3-7234-f8f2e1fac994" [ 712.871487] env[69436]: _type = "Task" [ 712.871487] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.885403] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529e0c7d-bc0c-eff3-7234-f8f2e1fac994, 'name': SearchDatastore_Task, 'duration_secs': 0.008614} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.886382] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655406fc-5c94-44cb-bbf1-64824900a4a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.891831] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 712.891831] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b15f1b-575f-2a98-e490-a5c4801c9fdf" [ 712.891831] env[69436]: _type = "Task" [ 712.891831] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.900670] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b15f1b-575f-2a98-e490-a5c4801c9fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.018704] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254519, 'name': Rename_Task, 'duration_secs': 0.172563} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.018980] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.019281] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-313e4a7b-2e63-43ea-8b5a-fb237d0f62f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.025819] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 713.025819] env[69436]: value = "task-3254521" [ 713.025819] env[69436]: _type = "Task" [ 713.025819] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.031802] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 713.042533] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.103398] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.103398] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c6b437-02c2-6e8c-9790-4e43e0b145cf" [ 713.103398] env[69436]: _type = "HttpNfcLease" [ 713.103398] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 713.103398] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 713.103398] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c6b437-02c2-6e8c-9790-4e43e0b145cf" [ 713.103398] env[69436]: _type = "HttpNfcLease" [ 713.103398] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 713.103398] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6ddc7-68f2-45e8-8e96-689906ec3feb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.114828] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4727-d734-5326-afd6-20ab73b62db2/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 713.114961] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4727-d734-5326-afd6-20ab73b62db2/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 713.252199] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52130365-08e1-4937-8aa2-d8eea01e4162 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.404628] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b15f1b-575f-2a98-e490-a5c4801c9fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.405727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.405727] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.405727] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9375b0-dba0-44c2-912b-e1d14e53913b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.412154] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 713.412154] env[69436]: value = "task-3254522" [ 713.412154] env[69436]: _type = "Task" [ 713.412154] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.419966] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.541418] env[69436]: DEBUG oslo_vmware.api [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254521, 'name': PowerOnVM_Task, 'duration_secs': 0.47269} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.544516] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.544748] env[69436]: INFO nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Took 7.13 seconds to spawn the instance on the hypervisor. [ 713.545305] env[69436]: DEBUG nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 713.546069] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dac7e0-8468-4d7d-89c2-bfec34c6e492 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.867210] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeba34f-c7c5-4870-88cc-74c3f833272e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.879491] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71856512-996b-461f-a177-4cc53abc47b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.928176] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb18f57f-b456-46a1-ad66-eeedf6257a6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.942302] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e62968-7a82-4fb0-af8a-3825b9ca24a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.948920] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.963239] env[69436]: DEBUG nova.compute.provider_tree [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.043624] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 714.067269] env[69436]: INFO nova.compute.manager [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Took 47.16 seconds to build instance. [ 714.077807] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.078307] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.078477] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.078807] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.079087] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.079439] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.079795] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.080139] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.083357] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.083357] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.083357] env[69436]: DEBUG nova.virt.hardware [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.083357] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d219122a-be57-422f-b9d3-e5a05a2c9ea7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.093362] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60541c5-d96e-4b4c-8a69-979337b21030 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.118790] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "interface-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.119269] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "interface-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.119634] env[69436]: DEBUG nova.objects.instance [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lazy-loading 'flavor' on Instance uuid 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.433467] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566156} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.433900] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.434178] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.434594] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4db7cb9-a7ae-4319-9ea9-c54054068c1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.443321] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 714.443321] env[69436]: value = "task-3254524" [ 714.443321] env[69436]: _type = "Task" [ 714.443321] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.452801] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.488212] env[69436]: ERROR nova.scheduler.client.report [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [req-c593afcc-14d7-4b34-bf38-efd73823ea58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c593afcc-14d7-4b34-bf38-efd73823ea58"}]} [ 714.509317] env[69436]: DEBUG nova.scheduler.client.report [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 714.525391] env[69436]: DEBUG nova.scheduler.client.report [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 714.525686] env[69436]: DEBUG nova.compute.provider_tree [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.538364] env[69436]: DEBUG nova.scheduler.client.report [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 714.562350] env[69436]: DEBUG nova.scheduler.client.report [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 714.565268] env[69436]: DEBUG nova.network.neutron [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Successfully updated port: f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.570126] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b107831f-e746-4548-ae02-4b79c2736a85 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.273s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.625451] env[69436]: DEBUG nova.objects.instance [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.872656] env[69436]: DEBUG nova.compute.manager [req-462bef44-c74f-4435-9340-d0d356835ef0 req-f3eadd0f-2d18-4b50-8f77-7bd6448292c1 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Received event network-vif-plugged-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 714.872836] env[69436]: DEBUG oslo_concurrency.lockutils [req-462bef44-c74f-4435-9340-d0d356835ef0 req-f3eadd0f-2d18-4b50-8f77-7bd6448292c1 service nova] Acquiring lock "debf4a55-5e31-4e22-bcd5-4b3267969e51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.873148] env[69436]: DEBUG oslo_concurrency.lockutils [req-462bef44-c74f-4435-9340-d0d356835ef0 req-f3eadd0f-2d18-4b50-8f77-7bd6448292c1 service nova] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.873394] env[69436]: DEBUG oslo_concurrency.lockutils [req-462bef44-c74f-4435-9340-d0d356835ef0 req-f3eadd0f-2d18-4b50-8f77-7bd6448292c1 service nova] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.873563] env[69436]: DEBUG nova.compute.manager [req-462bef44-c74f-4435-9340-d0d356835ef0 req-f3eadd0f-2d18-4b50-8f77-7bd6448292c1 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] No waiting events found dispatching network-vif-plugged-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.873781] env[69436]: WARNING nova.compute.manager [req-462bef44-c74f-4435-9340-d0d356835ef0 req-f3eadd0f-2d18-4b50-8f77-7bd6448292c1 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Received unexpected event network-vif-plugged-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c for instance with vm_state building and task_state spawning. [ 714.954750] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075057} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.957733] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.958986] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c653fe-cbc5-4131-8eb7-b30721d7de03 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.982402] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.985377] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab25dc3-2f9e-44c6-84e3-1707d8cd43bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.006960] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 715.006960] env[69436]: value = "task-3254525" [ 715.006960] env[69436]: _type = "Task" [ 715.006960] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.018730] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.067649] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "refresh_cache-debf4a55-5e31-4e22-bcd5-4b3267969e51" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.068059] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquired lock "refresh_cache-debf4a55-5e31-4e22-bcd5-4b3267969e51" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.068059] env[69436]: DEBUG nova.network.neutron [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.073199] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 715.126624] env[69436]: DEBUG nova.objects.base [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Object Instance<5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee> lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 715.126907] env[69436]: DEBUG nova.network.neutron [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.201147] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafa44d2-3548-4d7d-b255-5d38e79fc66f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.211153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9ac1eee2-a947-4dc7-83b2-6f5cbc0709cd tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "interface-5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.092s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.213268] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2030e33-5447-4d5f-a671-c0ec237b7f09 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.248035] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f1a351-c621-45b3-8782-a7b0123c7f61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.257112] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f9cd34-159f-4372-b1ca-1607021920b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.276008] env[69436]: DEBUG nova.compute.provider_tree [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.517275] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.593964] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.604632] env[69436]: DEBUG nova.network.neutron [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.760191] env[69436]: DEBUG nova.network.neutron [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Updating instance_info_cache with network_info: [{"id": "f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c", "address": "fa:16:3e:27:6b:fa", "network": {"id": "2198f330-6574-47e1-ab7e-d41856529cc4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1419902366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db815e60bb8a482fbf09a2e40c6fec5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a4da0e-12", "ovs_interfaceid": "f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.780032] env[69436]: DEBUG nova.scheduler.client.report [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.018944] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254525, 'name': ReconfigVM_Task, 'duration_secs': 0.514388} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.019305] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Reconfigured VM instance instance-00000022 to attach disk [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.019953] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb0feb98-0ea1-4d3b-8ae9-7d7dc9a126f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.026785] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 716.026785] env[69436]: value = "task-3254526" [ 716.026785] env[69436]: _type = "Task" [ 716.026785] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.037787] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254526, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.263488] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Releasing lock "refresh_cache-debf4a55-5e31-4e22-bcd5-4b3267969e51" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.263843] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Instance network_info: |[{"id": "f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c", "address": "fa:16:3e:27:6b:fa", "network": {"id": "2198f330-6574-47e1-ab7e-d41856529cc4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1419902366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db815e60bb8a482fbf09a2e40c6fec5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a4da0e-12", "ovs_interfaceid": "f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 716.264311] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:6b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.272083] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Creating folder: Project (db815e60bb8a482fbf09a2e40c6fec5b). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.272400] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc9d6bb-5ce6-48be-8bea-0c83b4cd9d75 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.283753] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Created folder: Project (db815e60bb8a482fbf09a2e40c6fec5b) in parent group-v650165. [ 716.283975] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Creating folder: Instances. Parent ref: group-v650270. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.284792] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.270s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.285360] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 716.287896] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8599b01a-9ac4-47b9-95db-0400775f4ae5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.290439] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.624s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.291902] env[69436]: INFO nova.compute.claims [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.302724] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Created folder: Instances in parent group-v650270. [ 716.302724] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.303029] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.303179] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cdb0514-95dc-4d82-bf78-6d3b634dc372 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.323295] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.323295] env[69436]: value = "task-3254529" [ 716.323295] env[69436]: _type = "Task" [ 716.323295] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.332869] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254529, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.537424] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254526, 'name': Rename_Task, 'duration_secs': 0.196415} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.537734] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.537988] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f66d10d-39e1-4945-aac2-999f515699a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.544399] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 716.544399] env[69436]: value = "task-3254530" [ 716.544399] env[69436]: _type = "Task" [ 716.544399] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.556821] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.791807] env[69436]: DEBUG nova.compute.utils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.793370] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 716.794127] env[69436]: DEBUG nova.network.neutron [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.839606] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254529, 'name': CreateVM_Task, 'duration_secs': 0.485907} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.843018] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.843018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.843018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.843018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.843018] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb85a59-0991-493f-9d7d-57fcc44ab0e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.846130] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 716.846130] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bdd05f-52e4-5916-ca54-c482e8ffe3e6" [ 716.846130] env[69436]: _type = "Task" [ 716.846130] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.858575] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bdd05f-52e4-5916-ca54-c482e8ffe3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.861686] env[69436]: DEBUG nova.policy [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122ebd45741f4e10818bbc7dc0f2a74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd22790ee15114ae0bbc27d1ba1e234cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.963725] env[69436]: DEBUG nova.compute.manager [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Received event network-changed-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 716.963952] env[69436]: DEBUG nova.compute.manager [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Refreshing instance network info cache due to event network-changed-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 716.964184] env[69436]: DEBUG oslo_concurrency.lockutils [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] Acquiring lock "refresh_cache-debf4a55-5e31-4e22-bcd5-4b3267969e51" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.964400] env[69436]: DEBUG oslo_concurrency.lockutils [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] Acquired lock "refresh_cache-debf4a55-5e31-4e22-bcd5-4b3267969e51" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.964532] env[69436]: DEBUG nova.network.neutron [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Refreshing network info cache for port f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.056291] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.132220] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 717.132344] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650269', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'name': 'volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdaafad-ce32-4185-8452-176da54064cd', 'attached_at': '', 'detached_at': '', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'serial': '534754fc-117f-4dfe-ad5e-d8c1716cdc99'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 717.133204] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da7fab3-d5e2-4d49-a5cb-727edc528484 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.151940] env[69436]: DEBUG nova.network.neutron [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Successfully created port: 61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.154540] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad9aeb-5cab-4713-a3e2-cc842b14708b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.181955] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99/volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.182352] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8d83b9-5f61-4675-a204-991b814bde0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.202135] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Waiting for the task: (returnval){ [ 717.202135] env[69436]: value = "task-3254531" [ 717.202135] env[69436]: _type = "Task" [ 717.202135] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.211149] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.236831] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.237124] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.237361] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.237592] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.237729] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.240055] env[69436]: INFO nova.compute.manager [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Terminating instance [ 717.296905] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 717.367203] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bdd05f-52e4-5916-ca54-c482e8ffe3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.367540] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.367770] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.368014] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.368166] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.368341] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.369081] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4ac952-4381-4b1c-962f-c09191c1d336 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.381862] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.382072] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.382936] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5055309e-32ad-48b7-a9a4-ff423e4ec2fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.391414] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 717.391414] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f8b7d4-2621-786c-17bc-b79e642ff4c9" [ 717.391414] env[69436]: _type = "Task" [ 717.391414] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.400088] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f8b7d4-2621-786c-17bc-b79e642ff4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.555258] env[69436]: DEBUG oslo_vmware.api [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254530, 'name': PowerOnVM_Task, 'duration_secs': 0.747618} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.559967] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.560204] env[69436]: INFO nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Took 8.34 seconds to spawn the instance on the hypervisor. [ 717.560414] env[69436]: DEBUG nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 717.561459] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79eb6e0-db63-414c-b925-70f2709fdfc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.715224] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254531, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.747019] env[69436]: DEBUG nova.compute.manager [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 717.747019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.747019] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7dbe85-d5df-4c02-aca0-2c73457f2590 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.753668] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.757307] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a8c150-2c8a-40df-9495-0dd833dc70fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.766937] env[69436]: DEBUG oslo_vmware.api [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 717.766937] env[69436]: value = "task-3254532" [ 717.766937] env[69436]: _type = "Task" [ 717.766937] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.783405] env[69436]: DEBUG oslo_vmware.api [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.786992] env[69436]: DEBUG nova.network.neutron [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Updated VIF entry in instance network info cache for port f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.787511] env[69436]: DEBUG nova.network.neutron [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Updating instance_info_cache with network_info: [{"id": "f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c", "address": "fa:16:3e:27:6b:fa", "network": {"id": "2198f330-6574-47e1-ab7e-d41856529cc4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1419902366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db815e60bb8a482fbf09a2e40c6fec5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a4da0e-12", "ovs_interfaceid": "f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.905028] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f8b7d4-2621-786c-17bc-b79e642ff4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.906512] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b3576b-85e8-4adf-80e8-4c002e74013e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.911706] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 717.911706] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528c891f-871c-796e-2535-76751259f1ff" [ 717.911706] env[69436]: _type = "Task" [ 717.911706] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.922411] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528c891f-871c-796e-2535-76751259f1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.949532] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87620d2d-0fe0-4492-b1d8-892b566bb1fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.958500] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bfa126-9134-42b2-9347-2e1789a5f89a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.990371] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e244237-a031-4e86-a3f6-58a45dbf7f88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.999509] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacba3a-6133-4ab7-a24e-f1399a842918 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.016209] env[69436]: DEBUG nova.compute.provider_tree [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.081958] env[69436]: INFO nova.compute.manager [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Took 49.66 seconds to build instance. [ 718.216530] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254531, 'name': ReconfigVM_Task, 'duration_secs': 0.569313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.216883] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99/volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.225096] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24467bed-0844-4928-9b2f-b2afaf570e4d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.249572] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Waiting for the task: (returnval){ [ 718.249572] env[69436]: value = "task-3254533" [ 718.249572] env[69436]: _type = "Task" [ 718.249572] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.261591] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.276599] env[69436]: DEBUG oslo_vmware.api [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254532, 'name': PowerOffVM_Task, 'duration_secs': 0.306481} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.276850] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.276995] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.277681] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a36f88-b87d-49d2-96d7-30b54dde709e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.293800] env[69436]: DEBUG oslo_concurrency.lockutils [req-339a1769-5003-4d21-9d7e-f18958a75d6d req-13b5402c-f782-43c5-a020-adc4fb5ba799 service nova] Releasing lock "refresh_cache-debf4a55-5e31-4e22-bcd5-4b3267969e51" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.311322] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 718.333750] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.334109] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.334400] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.334638] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.334828] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.335207] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.335207] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.335372] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.335528] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.335690] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.335857] env[69436]: DEBUG nova.virt.hardware [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.336769] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d6a13a-d682-41e9-8afe-0797e990e9b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.346418] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ecb00-aeb0-4aec-b4d8-efb2872d96ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.351661] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.351865] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.352050] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Deleting the datastore file [datastore1] 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.352314] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bc95f2-95fe-48c5-94d6-02fb52b1be70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.365607] env[69436]: DEBUG oslo_vmware.api [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for the task: (returnval){ [ 718.365607] env[69436]: value = "task-3254535" [ 718.365607] env[69436]: _type = "Task" [ 718.365607] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.373756] env[69436]: DEBUG oslo_vmware.api [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.424730] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528c891f-871c-796e-2535-76751259f1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.014665} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.424976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.425256] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] debf4a55-5e31-4e22-bcd5-4b3267969e51/debf4a55-5e31-4e22-bcd5-4b3267969e51.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.425624] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43771274-14a0-4c11-a226-2dcacb6c27e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.432846] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 718.432846] env[69436]: value = "task-3254536" [ 718.432846] env[69436]: _type = "Task" [ 718.432846] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.441046] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.521827] env[69436]: DEBUG nova.scheduler.client.report [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.584423] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fbdd1820-5b0e-4266-8c03-f39cc1d690b4 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "eac96d12-f468-44c7-93da-e9618eb96d66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.075s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.701792] env[69436]: DEBUG nova.network.neutron [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Successfully updated port: 61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.760787] env[69436]: DEBUG oslo_vmware.api [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254533, 'name': ReconfigVM_Task, 'duration_secs': 0.202423} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.760992] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650269', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'name': 'volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdaafad-ce32-4185-8452-176da54064cd', 'attached_at': '', 'detached_at': '', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'serial': '534754fc-117f-4dfe-ad5e-d8c1716cdc99'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 718.877183] env[69436]: DEBUG oslo_vmware.api [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Task: {'id': task-3254535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260032} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.877578] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.879055] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.879055] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.879055] env[69436]: INFO nova.compute.manager [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 718.879055] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.879055] env[69436]: DEBUG nova.compute.manager [-] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 718.879288] env[69436]: DEBUG nova.network.neutron [-] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.946580] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.021854] env[69436]: DEBUG nova.compute.manager [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Received event network-vif-plugged-61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 719.021854] env[69436]: DEBUG oslo_concurrency.lockutils [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] Acquiring lock "41dc590f-ba91-424e-a087-8b51922e5886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.021854] env[69436]: DEBUG oslo_concurrency.lockutils [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] Lock "41dc590f-ba91-424e-a087-8b51922e5886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.021854] env[69436]: DEBUG oslo_concurrency.lockutils [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] Lock "41dc590f-ba91-424e-a087-8b51922e5886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.021854] env[69436]: DEBUG nova.compute.manager [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] No waiting events found dispatching network-vif-plugged-61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.023596] env[69436]: WARNING nova.compute.manager [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Received unexpected event network-vif-plugged-61f0b26f-d3f2-4132-afb0-d7072dafc947 for instance with vm_state building and task_state spawning. [ 719.026398] env[69436]: DEBUG nova.compute.manager [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Received event network-changed-61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 719.026398] env[69436]: DEBUG nova.compute.manager [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Refreshing instance network info cache due to event network-changed-61f0b26f-d3f2-4132-afb0-d7072dafc947. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 719.026616] env[69436]: DEBUG oslo_concurrency.lockutils [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] Acquiring lock "refresh_cache-41dc590f-ba91-424e-a087-8b51922e5886" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.026760] env[69436]: DEBUG oslo_concurrency.lockutils [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] Acquired lock "refresh_cache-41dc590f-ba91-424e-a087-8b51922e5886" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.026923] env[69436]: DEBUG nova.network.neutron [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Refreshing network info cache for port 61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.032283] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.032283] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 719.032360] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.807s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.033853] env[69436]: INFO nova.compute.claims [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.087186] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 719.206482] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "refresh_cache-41dc590f-ba91-424e-a087-8b51922e5886" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.444276] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79797} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.444966] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] debf4a55-5e31-4e22-bcd5-4b3267969e51/debf4a55-5e31-4e22-bcd5-4b3267969e51.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.445359] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.445720] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b4748f7-6139-42ea-837e-b317bebf7693 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.455027] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 719.455027] env[69436]: value = "task-3254537" [ 719.455027] env[69436]: _type = "Task" [ 719.455027] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.462679] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.538016] env[69436]: DEBUG nova.compute.utils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.549432] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 719.549432] env[69436]: DEBUG nova.network.neutron [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.601941] env[69436]: DEBUG nova.network.neutron [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.640793] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.678935] env[69436]: DEBUG nova.network.neutron [-] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.682171] env[69436]: DEBUG nova.policy [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd921033679da4d06b36c73085cfa177d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79fd923d4e646f7a28d831a82f7f18b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.721596] env[69436]: DEBUG nova.network.neutron [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.817752] env[69436]: DEBUG nova.objects.instance [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lazy-loading 'flavor' on Instance uuid ffdaafad-ce32-4185-8452-176da54064cd {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.964021] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14962} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.964021] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.967174] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720fe9b4-4a93-4f09-ba51-1ab64c38c605 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.993189] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] debf4a55-5e31-4e22-bcd5-4b3267969e51/debf4a55-5e31-4e22-bcd5-4b3267969e51.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.994255] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54336446-71ef-4e24-806b-356df1599fa6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.018451] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 720.018451] env[69436]: value = "task-3254538" [ 720.018451] env[69436]: _type = "Task" [ 720.018451] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.028713] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.049602] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 720.187620] env[69436]: INFO nova.compute.manager [-] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Took 1.31 seconds to deallocate network for instance. [ 720.210899] env[69436]: DEBUG nova.network.neutron [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Successfully created port: 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.227163] env[69436]: DEBUG oslo_concurrency.lockutils [req-12db3efb-d659-4f61-a870-c257301e137c req-a21e8895-4e3a-47a7-bf13-9ed59e870100 service nova] Releasing lock "refresh_cache-41dc590f-ba91-424e-a087-8b51922e5886" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.227706] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "refresh_cache-41dc590f-ba91-424e-a087-8b51922e5886" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.228019] env[69436]: DEBUG nova.network.neutron [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.324363] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f31cb33-2d20-41ed-9d2a-de3ab9fafe33 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lock "ffdaafad-ce32-4185-8452-176da54064cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.371s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.533452] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254538, 'name': ReconfigVM_Task, 'duration_secs': 0.406669} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.537325] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Reconfigured VM instance instance-00000023 to attach disk [datastore2] debf4a55-5e31-4e22-bcd5-4b3267969e51/debf4a55-5e31-4e22-bcd5-4b3267969e51.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.540425] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7467d87-73e7-4c19-8158-08789950f04c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.548365] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 720.548365] env[69436]: value = "task-3254539" [ 720.548365] env[69436]: _type = "Task" [ 720.548365] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.569974] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254539, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.696679] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.745821] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4727-d734-5326-afd6-20ab73b62db2/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.746761] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9770b8-cadb-4fc7-b276-620184181a1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.751196] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de119f5-905b-4c9a-a2ba-fb795424cabf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.760166] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f2601a-0c61-485f-9c88-9af158803a47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.763361] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4727-d734-5326-afd6-20ab73b62db2/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.763531] env[69436]: ERROR oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4727-d734-5326-afd6-20ab73b62db2/disk-0.vmdk due to incomplete transfer. [ 720.763747] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9194cf7a-1109-4fa6-bab5-bc667a86c73e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.798174] env[69436]: DEBUG nova.network.neutron [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.800608] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38ad31a-53bd-4826-b12d-c964ce440c98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.803417] env[69436]: DEBUG oslo_vmware.rw_handles [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f4727-d734-5326-afd6-20ab73b62db2/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.803759] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Uploaded image 7d769070-ce9e-4644-8665-17e426db1a3d to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.806079] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.806695] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4651533-2b92-4b5d-8f09-4f3d0f7be64d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.815303] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f65aa46-da93-411f-baa9-f3922651f6cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.819229] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 720.819229] env[69436]: value = "task-3254540" [ 720.819229] env[69436]: _type = "Task" [ 720.819229] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.832052] env[69436]: DEBUG nova.compute.provider_tree [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.839738] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254540, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.955961] env[69436]: DEBUG nova.network.neutron [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Updating instance_info_cache with network_info: [{"id": "61f0b26f-d3f2-4132-afb0-d7072dafc947", "address": "fa:16:3e:97:d1:80", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f0b26f-d3", "ovs_interfaceid": "61f0b26f-d3f2-4132-afb0-d7072dafc947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.058084] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254539, 'name': Rename_Task, 'duration_secs': 0.168567} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.058404] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.058653] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da931a35-770e-499c-a8d2-1203da414960 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.065643] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 721.067708] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 721.067708] env[69436]: value = "task-3254541" [ 721.067708] env[69436]: _type = "Task" [ 721.067708] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.076046] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.088097] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.088097] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.088097] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.088333] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.092036] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.092036] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.092036] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.092036] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.092036] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.092317] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.092317] env[69436]: DEBUG nova.virt.hardware [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.092317] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5663a3e4-93e2-4a01-b1ec-7318ae1ee0bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.097742] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b50d414-dd10-43b7-a308-0a93f24741e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.113649] env[69436]: DEBUG nova.compute.manager [req-70701511-7a80-4d2d-b677-2564871d4a2d req-c4cfa6e0-2779-491b-8c51-648e3289b13c service nova] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Received event network-vif-deleted-533354e2-674a-46dc-9483-20909d39b633 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 721.329495] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254540, 'name': Destroy_Task, 'duration_secs': 0.398807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.329737] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Destroyed the VM [ 721.329974] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.330690] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c7d8df6-6087-4a8d-b93a-e5f08175e1b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.337360] env[69436]: DEBUG nova.scheduler.client.report [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.341418] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 721.341418] env[69436]: value = "task-3254542" [ 721.341418] env[69436]: _type = "Task" [ 721.341418] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.351909] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254542, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.390182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.390182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lock "ffdaafad-ce32-4185-8452-176da54064cd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.458373] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "refresh_cache-41dc590f-ba91-424e-a087-8b51922e5886" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458707] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Instance network_info: |[{"id": "61f0b26f-d3f2-4132-afb0-d7072dafc947", "address": "fa:16:3e:97:d1:80", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61f0b26f-d3", "ovs_interfaceid": "61f0b26f-d3f2-4132-afb0-d7072dafc947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 721.459171] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d1:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61f0b26f-d3f2-4132-afb0-d7072dafc947', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.468809] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.469465] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.469751] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b348170-303b-4bfb-b60d-6567969380f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.489849] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.489849] env[69436]: value = "task-3254543" [ 721.489849] env[69436]: _type = "Task" [ 721.489849] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.497632] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254543, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.580193] env[69436]: DEBUG oslo_vmware.api [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254541, 'name': PowerOnVM_Task, 'duration_secs': 0.510417} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.580504] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.580641] env[69436]: INFO nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Took 7.54 seconds to spawn the instance on the hypervisor. [ 721.580857] env[69436]: DEBUG nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 721.581764] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd6868-74e7-44f6-8e78-37a369438092 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.842864] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.843464] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 721.846285] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.089s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.847731] env[69436]: INFO nova.compute.claims [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.861812] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254542, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.885838] env[69436]: DEBUG nova.compute.manager [req-696a4ccc-18b8-42ab-a291-b0cb726d8ddd req-5494b031-9f8f-43c2-bf17-8ceb18619ae9 service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Received event network-vif-plugged-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 721.886187] env[69436]: DEBUG oslo_concurrency.lockutils [req-696a4ccc-18b8-42ab-a291-b0cb726d8ddd req-5494b031-9f8f-43c2-bf17-8ceb18619ae9 service nova] Acquiring lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.886329] env[69436]: DEBUG oslo_concurrency.lockutils [req-696a4ccc-18b8-42ab-a291-b0cb726d8ddd req-5494b031-9f8f-43c2-bf17-8ceb18619ae9 service nova] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.886441] env[69436]: DEBUG oslo_concurrency.lockutils [req-696a4ccc-18b8-42ab-a291-b0cb726d8ddd req-5494b031-9f8f-43c2-bf17-8ceb18619ae9 service nova] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.886893] env[69436]: DEBUG nova.compute.manager [req-696a4ccc-18b8-42ab-a291-b0cb726d8ddd req-5494b031-9f8f-43c2-bf17-8ceb18619ae9 service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] No waiting events found dispatching network-vif-plugged-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.886893] env[69436]: WARNING nova.compute.manager [req-696a4ccc-18b8-42ab-a291-b0cb726d8ddd req-5494b031-9f8f-43c2-bf17-8ceb18619ae9 service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Received unexpected event network-vif-plugged-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 for instance with vm_state building and task_state spawning. [ 721.892505] env[69436]: INFO nova.compute.manager [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Detaching volume 534754fc-117f-4dfe-ad5e-d8c1716cdc99 [ 721.930841] env[69436]: INFO nova.virt.block_device [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Attempting to driver detach volume 534754fc-117f-4dfe-ad5e-d8c1716cdc99 from mountpoint /dev/sdb [ 721.931016] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 721.931256] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650269', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'name': 'volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdaafad-ce32-4185-8452-176da54064cd', 'attached_at': '', 'detached_at': '', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'serial': '534754fc-117f-4dfe-ad5e-d8c1716cdc99'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 721.932129] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1c172-9bab-4c49-aa75-2fea25a39b6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.955276] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeebefe-801f-45b0-8cbf-526cc840f79e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.962859] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2b93f9-0b61-484d-b63c-cf79081dfa26 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.984209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a778c1-45b4-466f-9efe-0e728542225c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.003507] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] The volume has not been displaced from its original location: [datastore2] volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99/volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 722.009335] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 722.010064] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aeef64f-d101-4177-bab3-400c00ea4919 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.028578] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254543, 'name': CreateVM_Task, 'duration_secs': 0.417345} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.029122] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.029830] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.029985] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.030314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.030565] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c579d244-06f2-493f-8f2b-97f75af0e4b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.033809] env[69436]: DEBUG oslo_vmware.api [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Waiting for the task: (returnval){ [ 722.033809] env[69436]: value = "task-3254544" [ 722.033809] env[69436]: _type = "Task" [ 722.033809] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.035045] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 722.035045] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296f22d-b8f3-022b-8b0c-b9d1704fa1a5" [ 722.035045] env[69436]: _type = "Task" [ 722.035045] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.046727] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296f22d-b8f3-022b-8b0c-b9d1704fa1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.050648] env[69436]: DEBUG oslo_vmware.api [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.059218] env[69436]: DEBUG nova.network.neutron [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Successfully updated port: 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.099063] env[69436]: INFO nova.compute.manager [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Took 48.76 seconds to build instance. [ 722.358446] env[69436]: DEBUG nova.compute.utils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.359714] env[69436]: DEBUG oslo_vmware.api [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254542, 'name': RemoveSnapshot_Task, 'duration_secs': 0.962907} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.362016] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 722.362016] env[69436]: DEBUG nova.network.neutron [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.362256] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 722.362401] env[69436]: INFO nova.compute.manager [None req-d190b112-3237-48ca-9d17-92376209820d tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Took 13.93 seconds to snapshot the instance on the hypervisor. [ 722.431299] env[69436]: DEBUG nova.policy [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9d2ce25020045a994aa09a65f897337', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd71d80443ad84958946fa86df34a781b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.548092] env[69436]: DEBUG oslo_vmware.api [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254544, 'name': ReconfigVM_Task, 'duration_secs': 0.358768} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.551566] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 722.556311] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296f22d-b8f3-022b-8b0c-b9d1704fa1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.024278} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.556535] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ddcb378-de62-4f9d-8728-0189aed7df47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.566626] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.566873] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.567114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.567265] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.567448] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.567966] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "refresh_cache-e6a49a4a-583d-4fc8-bc42-904a7c8224d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.568105] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "refresh_cache-e6a49a4a-583d-4fc8-bc42-904a7c8224d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.568248] env[69436]: DEBUG nova.network.neutron [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.569326] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab389271-6aa4-4d5f-9f22-c31eb6098162 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.577627] env[69436]: DEBUG oslo_vmware.api [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Waiting for the task: (returnval){ [ 722.577627] env[69436]: value = "task-3254545" [ 722.577627] env[69436]: _type = "Task" [ 722.577627] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.582916] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.583287] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.587282] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028500ae-af10-411d-85c3-39a449820fda {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.594594] env[69436]: DEBUG oslo_vmware.api [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254545, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.598162] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 722.598162] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c1577-9563-750a-4d68-1007d9dc827d" [ 722.598162] env[69436]: _type = "Task" [ 722.598162] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.601816] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a64d7ace-c17b-495a-a819-a780d08c3cb5 tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.948s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.610705] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c1577-9563-750a-4d68-1007d9dc827d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.865662] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 722.941512] env[69436]: DEBUG nova.network.neutron [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Successfully created port: 1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.957514] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "debf4a55-5e31-4e22-bcd5-4b3267969e51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.958130] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.958130] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "debf4a55-5e31-4e22-bcd5-4b3267969e51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.958304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.958392] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.961158] env[69436]: INFO nova.compute.manager [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Terminating instance [ 723.089173] env[69436]: DEBUG oslo_vmware.api [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Task: {'id': task-3254545, 'name': ReconfigVM_Task, 'duration_secs': 0.281047} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.089462] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650269', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'name': 'volume-534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdaafad-ce32-4185-8452-176da54064cd', 'attached_at': '', 'detached_at': '', 'volume_id': '534754fc-117f-4dfe-ad5e-d8c1716cdc99', 'serial': '534754fc-117f-4dfe-ad5e-d8c1716cdc99'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 723.106888] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 723.112076] env[69436]: DEBUG nova.network.neutron [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.116655] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c1577-9563-750a-4d68-1007d9dc827d, 'name': SearchDatastore_Task, 'duration_secs': 0.0232} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.117942] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b6a15c-f063-4baf-8377-970eaa994ba3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.123986] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 723.123986] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ac196c-7af4-b88b-d6b5-9f85daed153e" [ 723.123986] env[69436]: _type = "Task" [ 723.123986] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.139332] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ac196c-7af4-b88b-d6b5-9f85daed153e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.269774] env[69436]: DEBUG nova.network.neutron [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Updating instance_info_cache with network_info: [{"id": "50bf1c49-4a59-4c68-a4c6-cc41a0969fe3", "address": "fa:16:3e:3f:44:c3", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bf1c49-4a", "ovs_interfaceid": "50bf1c49-4a59-4c68-a4c6-cc41a0969fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.450993] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbc5af0-d448-4cbd-8ecc-101299742bbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.458746] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e41ae38-06a3-4481-8491-3d319756251b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.492518] env[69436]: DEBUG nova.compute.manager [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 723.492518] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.494854] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15532c2f-452c-43d0-a94d-0fd7ff6773e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.498869] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b87e9b-b5af-4dde-b929-104d5b7c1789 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.508513] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8a37fb-ce17-4020-9a62-ba94b1487e1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.513803] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.513803] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb51e293-820b-47e3-9554-642193aa3ed6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.525851] env[69436]: DEBUG nova.compute.provider_tree [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.533146] env[69436]: DEBUG oslo_vmware.api [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 723.533146] env[69436]: value = "task-3254546" [ 723.533146] env[69436]: _type = "Task" [ 723.533146] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.544929] env[69436]: DEBUG oslo_vmware.api [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.638627] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ac196c-7af4-b88b-d6b5-9f85daed153e, 'name': SearchDatastore_Task, 'duration_secs': 0.042042} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.638627] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.638627] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 41dc590f-ba91-424e-a087-8b51922e5886/41dc590f-ba91-424e-a087-8b51922e5886.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.638627] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1dec5bb-786d-46eb-b2da-8b8f16239224 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.639392] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.643121] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 723.643121] env[69436]: value = "task-3254547" [ 723.643121] env[69436]: _type = "Task" [ 723.643121] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.651701] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.675948] env[69436]: DEBUG nova.objects.instance [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lazy-loading 'flavor' on Instance uuid ffdaafad-ce32-4185-8452-176da54064cd {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.772811] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "refresh_cache-e6a49a4a-583d-4fc8-bc42-904a7c8224d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.773171] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Instance network_info: |[{"id": "50bf1c49-4a59-4c68-a4c6-cc41a0969fe3", "address": "fa:16:3e:3f:44:c3", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bf1c49-4a", "ovs_interfaceid": "50bf1c49-4a59-4c68-a4c6-cc41a0969fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 723.773624] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:44:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50bf1c49-4a59-4c68-a4c6-cc41a0969fe3', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.782457] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.783076] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.783354] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7726f1d-a7ca-46c9-aaef-e30ffdaf9d7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.804504] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.804504] env[69436]: value = "task-3254548" [ 723.804504] env[69436]: _type = "Task" [ 723.804504] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.814174] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254548, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.877367] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 723.916265] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.916469] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.916524] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.916725] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.916864] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.917013] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.917255] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.917986] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.917986] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.917986] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.917986] env[69436]: DEBUG nova.virt.hardware [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.918829] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5170a9ea-dfc9-4828-a0ed-02483d7f43f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.927180] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4577ce4-85f0-4cd8-9472-52d986a66086 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.034838] env[69436]: DEBUG nova.scheduler.client.report [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.050682] env[69436]: DEBUG oslo_vmware.api [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254546, 'name': PowerOffVM_Task, 'duration_secs': 0.200461} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.051014] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.051294] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.051579] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5a135b0-7f03-4734-a715-d317d596a7d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.126500] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.126778] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.126994] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Deleting the datastore file [datastore2] debf4a55-5e31-4e22-bcd5-4b3267969e51 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.127326] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-666125e5-8e50-470d-80a1-e4d73d1c9554 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.133713] env[69436]: DEBUG oslo_vmware.api [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for the task: (returnval){ [ 724.133713] env[69436]: value = "task-3254550" [ 724.133713] env[69436]: _type = "Task" [ 724.133713] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.141691] env[69436]: DEBUG oslo_vmware.api [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.151797] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480843} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.152062] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 41dc590f-ba91-424e-a087-8b51922e5886/41dc590f-ba91-424e-a087-8b51922e5886.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.152318] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.152514] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eb115a1-fdd6-4a8a-b1dd-9845b297cbaa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.159093] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 724.159093] env[69436]: value = "task-3254551" [ 724.159093] env[69436]: _type = "Task" [ 724.159093] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.166788] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.228804] env[69436]: DEBUG nova.compute.manager [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Received event network-changed-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 724.228804] env[69436]: DEBUG nova.compute.manager [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Refreshing instance network info cache due to event network-changed-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 724.228804] env[69436]: DEBUG oslo_concurrency.lockutils [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] Acquiring lock "refresh_cache-e6a49a4a-583d-4fc8-bc42-904a7c8224d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.228804] env[69436]: DEBUG oslo_concurrency.lockutils [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] Acquired lock "refresh_cache-e6a49a4a-583d-4fc8-bc42-904a7c8224d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.228804] env[69436]: DEBUG nova.network.neutron [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Refreshing network info cache for port 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.314327] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254548, 'name': CreateVM_Task, 'duration_secs': 0.445918} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.314461] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.315676] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.315676] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.315676] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.315926] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa0ac46-6ae4-4c08-809d-323757af7509 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.321054] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 724.321054] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a85a60-8de2-3329-c8bf-08e1ebb39adc" [ 724.321054] env[69436]: _type = "Task" [ 724.321054] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.327924] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a85a60-8de2-3329-c8bf-08e1ebb39adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.544071] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.544512] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 724.547152] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.361s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.547346] env[69436]: DEBUG nova.objects.instance [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 724.644748] env[69436]: DEBUG oslo_vmware.api [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Task: {'id': task-3254550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326376} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.645045] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.645383] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.645725] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.645792] env[69436]: INFO nova.compute.manager [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Took 1.16 seconds to destroy the instance on the hypervisor. [ 724.645987] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.646195] env[69436]: DEBUG nova.compute.manager [-] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 724.646291] env[69436]: DEBUG nova.network.neutron [-] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.667815] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063249} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.668075] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.668948] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb531d59-3b19-49f9-9f29-13c4ff840ad8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.684668] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9ed058c-eafc-4484-a26d-e86e87dc0498 tempest-VolumesAssistedSnapshotsTest-673373402 tempest-VolumesAssistedSnapshotsTest-673373402-project-admin] Lock "ffdaafad-ce32-4185-8452-176da54064cd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.698101] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 41dc590f-ba91-424e-a087-8b51922e5886/41dc590f-ba91-424e-a087-8b51922e5886.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.698101] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d9f6d7-15d3-42ac-9ce8-c6b6849acc91 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.722069] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 724.722069] env[69436]: value = "task-3254553" [ 724.722069] env[69436]: _type = "Task" [ 724.722069] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.739024] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.831442] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a85a60-8de2-3329-c8bf-08e1ebb39adc, 'name': SearchDatastore_Task, 'duration_secs': 0.041412} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.831776] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.832016] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.832318] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.832483] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.832664] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.832927] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2bf15ec-7535-42c0-86b9-bb151f36bbd7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.844497] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.844673] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.845553] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1912502-80c3-4e2e-b245-dd8c5204f583 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.850656] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 724.850656] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c06c5f-4698-c1d7-de4d-29fb5f05402f" [ 724.850656] env[69436]: _type = "Task" [ 724.850656] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.858091] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c06c5f-4698-c1d7-de4d-29fb5f05402f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.953608] env[69436]: DEBUG nova.network.neutron [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Successfully updated port: 1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.049142] env[69436]: DEBUG nova.network.neutron [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Updated VIF entry in instance network info cache for port 50bf1c49-4a59-4c68-a4c6-cc41a0969fe3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.049372] env[69436]: DEBUG nova.network.neutron [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Updating instance_info_cache with network_info: [{"id": "50bf1c49-4a59-4c68-a4c6-cc41a0969fe3", "address": "fa:16:3e:3f:44:c3", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bf1c49-4a", "ovs_interfaceid": "50bf1c49-4a59-4c68-a4c6-cc41a0969fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.056847] env[69436]: DEBUG nova.compute.utils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.060863] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 725.060967] env[69436]: DEBUG nova.network.neutron [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.117586] env[69436]: DEBUG nova.policy [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '762719f252814bb5ba7439121f1ae1af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a906ec15a246d799723c9cc3511bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.121423] env[69436]: DEBUG nova.compute.manager [req-54ea042d-1bf6-48af-9a50-709eae37b926 req-31399186-223f-4214-ac8a-7487a86f0154 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Received event network-vif-deleted-f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 725.121621] env[69436]: INFO nova.compute.manager [req-54ea042d-1bf6-48af-9a50-709eae37b926 req-31399186-223f-4214-ac8a-7487a86f0154 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Neutron deleted interface f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c; detaching it from the instance and deleting it from the info cache [ 725.121789] env[69436]: DEBUG nova.network.neutron [req-54ea042d-1bf6-48af-9a50-709eae37b926 req-31399186-223f-4214-ac8a-7487a86f0154 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.232172] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254553, 'name': ReconfigVM_Task, 'duration_secs': 0.299281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.232757] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 41dc590f-ba91-424e-a087-8b51922e5886/41dc590f-ba91-424e-a087-8b51922e5886.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.233802] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75721d36-e98a-4c65-a041-59e8152d6603 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.239240] env[69436]: DEBUG nova.compute.manager [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 725.241043] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114816cf-50ad-44b1-b6f3-465905d3423b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.243675] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 725.243675] env[69436]: value = "task-3254554" [ 725.243675] env[69436]: _type = "Task" [ 725.243675] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.258756] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254554, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.368308] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c06c5f-4698-c1d7-de4d-29fb5f05402f, 'name': SearchDatastore_Task, 'duration_secs': 0.022225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.369846] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800b69ce-72f8-4680-bd77-290e6d32748f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.376613] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 725.376613] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c4e803-138b-413a-1b6f-7c668249aed4" [ 725.376613] env[69436]: _type = "Task" [ 725.376613] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.386256] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c4e803-138b-413a-1b6f-7c668249aed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.443992] env[69436]: DEBUG nova.network.neutron [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Successfully created port: b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.455116] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "refresh_cache-0551002b-4313-4f48-8c86-46bcf2c8c1df" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.455261] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquired lock "refresh_cache-0551002b-4313-4f48-8c86-46bcf2c8c1df" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.455418] env[69436]: DEBUG nova.network.neutron [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.562349] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c06dca3-f622-4286-9daf-83d3c871aab2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.563746] env[69436]: DEBUG oslo_concurrency.lockutils [req-569dba6d-dffc-488d-927c-21262f46955c req-4c8cdedd-ba50-40a0-94e5-a6e2d204b07c service nova] Releasing lock "refresh_cache-e6a49a4a-583d-4fc8-bc42-904a7c8224d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.564482] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.479s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.566898] env[69436]: INFO nova.compute.claims [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.572211] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 725.602706] env[69436]: DEBUG nova.network.neutron [-] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.626017] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cede4800-ec3b-412b-991d-9a2a03286961 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.637327] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d87474-3800-4e2d-9b79-752b80623bab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.674491] env[69436]: DEBUG nova.compute.manager [req-54ea042d-1bf6-48af-9a50-709eae37b926 req-31399186-223f-4214-ac8a-7487a86f0154 service nova] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Detach interface failed, port_id=f5a4da0e-12fe-4d5c-bbd4-a93fdedf522c, reason: Instance debf4a55-5e31-4e22-bcd5-4b3267969e51 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 725.753799] env[69436]: INFO nova.compute.manager [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] instance snapshotting [ 725.755854] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254554, 'name': Rename_Task, 'duration_secs': 0.321504} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.756386] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.757156] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa657ea-9fcc-4d85-b314-a06f60fc23b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.759650] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7356ee6-c322-4f99-9e4d-e53b9b441f69 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.778471] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28511c51-24a5-44ad-bba2-b605a8eabb47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.781119] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 725.781119] env[69436]: value = "task-3254555" [ 725.781119] env[69436]: _type = "Task" [ 725.781119] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.793938] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.888301] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c4e803-138b-413a-1b6f-7c668249aed4, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.888639] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.888850] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e6a49a4a-583d-4fc8-bc42-904a7c8224d6/e6a49a4a-583d-4fc8-bc42-904a7c8224d6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.889365] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d0b0d8-8271-42b6-8bea-117b6317fdcd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.897178] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 725.897178] env[69436]: value = "task-3254556" [ 725.897178] env[69436]: _type = "Task" [ 725.897178] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.907735] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.995031] env[69436]: DEBUG nova.network.neutron [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.106581] env[69436]: INFO nova.compute.manager [-] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Took 1.46 seconds to deallocate network for instance. [ 726.169329] env[69436]: DEBUG nova.network.neutron [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Updating instance_info_cache with network_info: [{"id": "1c116df3-5d95-4407-9704-47c4020a51cc", "address": "fa:16:3e:c0:92:ea", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c116df3-5d", "ovs_interfaceid": "1c116df3-5d95-4407-9704-47c4020a51cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.254159] env[69436]: DEBUG nova.compute.manager [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Received event network-vif-plugged-1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 726.254436] env[69436]: DEBUG oslo_concurrency.lockutils [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] Acquiring lock "0551002b-4313-4f48-8c86-46bcf2c8c1df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.254824] env[69436]: DEBUG oslo_concurrency.lockutils [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.255070] env[69436]: DEBUG oslo_concurrency.lockutils [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.255275] env[69436]: DEBUG nova.compute.manager [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] No waiting events found dispatching network-vif-plugged-1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.255518] env[69436]: WARNING nova.compute.manager [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Received unexpected event network-vif-plugged-1c116df3-5d95-4407-9704-47c4020a51cc for instance with vm_state building and task_state spawning. [ 726.255737] env[69436]: DEBUG nova.compute.manager [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Received event network-changed-1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 726.255934] env[69436]: DEBUG nova.compute.manager [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Refreshing instance network info cache due to event network-changed-1c116df3-5d95-4407-9704-47c4020a51cc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 726.256121] env[69436]: DEBUG oslo_concurrency.lockutils [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] Acquiring lock "refresh_cache-0551002b-4313-4f48-8c86-46bcf2c8c1df" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.293909] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.294273] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.294583] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5019f05-6cde-47df-be01-ea4504830658 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.301890] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 726.301890] env[69436]: value = "task-3254557" [ 726.301890] env[69436]: _type = "Task" [ 726.301890] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.311704] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.410023] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489464} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.410023] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e6a49a4a-583d-4fc8-bc42-904a7c8224d6/e6a49a4a-583d-4fc8-bc42-904a7c8224d6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.410023] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.410278] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f88c1a5-fc04-42ba-84ff-5544bc82b56b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.416909] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 726.416909] env[69436]: value = "task-3254558" [ 726.416909] env[69436]: _type = "Task" [ 726.416909] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.425382] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.589585] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 726.611905] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.612169] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.612328] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.612513] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.612658] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.612806] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.613020] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.613181] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.613349] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.613509] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.613711] env[69436]: DEBUG nova.virt.hardware [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.614589] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba460e-8f22-456c-b7a8-506c771cd976 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.621443] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.627144] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee0842-c37f-45c4-8b57-5c87054ca8a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.677613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Releasing lock "refresh_cache-0551002b-4313-4f48-8c86-46bcf2c8c1df" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.678010] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Instance network_info: |[{"id": "1c116df3-5d95-4407-9704-47c4020a51cc", "address": "fa:16:3e:c0:92:ea", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c116df3-5d", "ovs_interfaceid": "1c116df3-5d95-4407-9704-47c4020a51cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 726.678510] env[69436]: DEBUG oslo_concurrency.lockutils [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] Acquired lock "refresh_cache-0551002b-4313-4f48-8c86-46bcf2c8c1df" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.678510] env[69436]: DEBUG nova.network.neutron [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Refreshing network info cache for port 1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.679775] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:92:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c116df3-5d95-4407-9704-47c4020a51cc', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.687489] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Creating folder: Project (d71d80443ad84958946fa86df34a781b). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.688069] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0257608-9585-4091-bfd6-abbddb1f33a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.703017] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Created folder: Project (d71d80443ad84958946fa86df34a781b) in parent group-v650165. [ 726.703238] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Creating folder: Instances. Parent ref: group-v650275. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.704042] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24c1c1b1-b78c-4c02-bef3-e1966b78a7f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.716154] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Created folder: Instances in parent group-v650275. [ 726.716154] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.716277] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.716485] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57b6f62-7819-4560-b710-50516fa40fcb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.740153] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.740153] env[69436]: value = "task-3254561" [ 726.740153] env[69436]: _type = "Task" [ 726.740153] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.750150] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254561, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.794288] env[69436]: DEBUG oslo_vmware.api [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254555, 'name': PowerOnVM_Task, 'duration_secs': 0.64594} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.797088] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.797433] env[69436]: INFO nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Took 8.49 seconds to spawn the instance on the hypervisor. [ 726.797703] env[69436]: DEBUG nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 726.798871] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b7619-57f5-4297-acc1-d2437e49e875 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.815417] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254557, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.926826] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082743} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.928375] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.931953] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ef6653-8b0e-430c-bd22-2a3f5781fc0d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.956758] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] e6a49a4a-583d-4fc8-bc42-904a7c8224d6/e6a49a4a-583d-4fc8-bc42-904a7c8224d6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.963023] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ee5ba1-b9df-4530-8a8e-c2233cf38b43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.979724] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 726.979724] env[69436]: value = "task-3254562" [ 726.979724] env[69436]: _type = "Task" [ 726.979724] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.990139] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.015668] env[69436]: DEBUG nova.network.neutron [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Successfully updated port: b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.150218] env[69436]: DEBUG nova.compute.manager [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Received event network-vif-plugged-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 727.150402] env[69436]: DEBUG oslo_concurrency.lockutils [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] Acquiring lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.150610] env[69436]: DEBUG oslo_concurrency.lockutils [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.150773] env[69436]: DEBUG oslo_concurrency.lockutils [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.150954] env[69436]: DEBUG nova.compute.manager [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] No waiting events found dispatching network-vif-plugged-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.151112] env[69436]: WARNING nova.compute.manager [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Received unexpected event network-vif-plugged-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 for instance with vm_state building and task_state spawning. [ 727.151368] env[69436]: DEBUG nova.compute.manager [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Received event network-changed-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 727.151538] env[69436]: DEBUG nova.compute.manager [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Refreshing instance network info cache due to event network-changed-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 727.151757] env[69436]: DEBUG oslo_concurrency.lockutils [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] Acquiring lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.151895] env[69436]: DEBUG oslo_concurrency.lockutils [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] Acquired lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152065] env[69436]: DEBUG nova.network.neutron [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Refreshing network info cache for port b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.252095] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254561, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.256023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4d79d1-cb90-4c59-986b-753a12ef6868 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.265217] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfafc21c-9f94-463c-8cf6-e89ec4e30f8e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.300943] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c92f5b-9183-40ea-94da-0062e947af49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.317140] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254557, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.318411] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fb9473-64ed-405e-9b61-f71f694c8225 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.325199] env[69436]: INFO nova.compute.manager [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Took 48.75 seconds to build instance. [ 727.335352] env[69436]: DEBUG nova.compute.provider_tree [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.442990] env[69436]: DEBUG nova.network.neutron [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Updated VIF entry in instance network info cache for port 1c116df3-5d95-4407-9704-47c4020a51cc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.443440] env[69436]: DEBUG nova.network.neutron [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Updating instance_info_cache with network_info: [{"id": "1c116df3-5d95-4407-9704-47c4020a51cc", "address": "fa:16:3e:c0:92:ea", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c116df3-5d", "ovs_interfaceid": "1c116df3-5d95-4407-9704-47c4020a51cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.490085] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254562, 'name': ReconfigVM_Task, 'duration_secs': 0.286901} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.490085] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] e6a49a4a-583d-4fc8-bc42-904a7c8224d6/e6a49a4a-583d-4fc8-bc42-904a7c8224d6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.490733] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-721a84af-5842-42ab-b6bc-812dce3796e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.497947] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 727.497947] env[69436]: value = "task-3254563" [ 727.497947] env[69436]: _type = "Task" [ 727.497947] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.507196] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254563, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.519120] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.688098] env[69436]: DEBUG nova.network.neutron [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.752788] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254561, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.755482] env[69436]: DEBUG nova.network.neutron [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.812628] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254557, 'name': CreateSnapshot_Task, 'duration_secs': 1.036709} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.812897] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.813809] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266a8af-b835-478f-b47a-0784d8205c5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.838212] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50b45137-b772-429c-9dd1-89f6607bdf55 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "41dc590f-ba91-424e-a087-8b51922e5886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.098s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.841311] env[69436]: DEBUG nova.scheduler.client.report [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.946057] env[69436]: DEBUG oslo_concurrency.lockutils [req-80f83e1f-1c03-45d8-8b6f-f5d514ca1fa2 req-1582973f-328d-436e-b664-61a7ba9163a2 service nova] Releasing lock "refresh_cache-0551002b-4313-4f48-8c86-46bcf2c8c1df" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.008146] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254563, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.134936] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.135235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "ffdaafad-ce32-4185-8452-176da54064cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.135449] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "ffdaafad-ce32-4185-8452-176da54064cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.135635] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "ffdaafad-ce32-4185-8452-176da54064cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.135801] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "ffdaafad-ce32-4185-8452-176da54064cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.138591] env[69436]: INFO nova.compute.manager [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Terminating instance [ 728.254478] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254561, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.259183] env[69436]: DEBUG oslo_concurrency.lockutils [req-963edb3c-ff14-43a2-b794-aca0b8729fd9 req-2bfcbf59-2864-4eea-affb-5fca67d032bd service nova] Releasing lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.259713] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.259904] env[69436]: DEBUG nova.network.neutron [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.333888] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.334156] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4038febf-f144-41a2-8318-09dc6c3a3bf5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.340984] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 728.346279] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.346782] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 728.349311] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 728.349311] env[69436]: value = "task-3254564" [ 728.349311] env[69436]: _type = "Task" [ 728.349311] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.350501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.665s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.350501] env[69436]: DEBUG nova.objects.instance [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lazy-loading 'resources' on Instance uuid f64e0477-2524-4169-98b6-1595ea0269c3 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.361536] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254564, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.507987] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254563, 'name': Rename_Task, 'duration_secs': 0.856688} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.508312] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.508584] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e945e773-d768-43c8-b75a-53c30e51b99f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.515316] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 728.515316] env[69436]: value = "task-3254565" [ 728.515316] env[69436]: _type = "Task" [ 728.515316] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.523940] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.643502] env[69436]: DEBUG nova.compute.manager [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 728.643821] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.644726] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34be86-5833-4929-9584-8f5b139aea7d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.653122] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.653430] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e87efeaf-8da7-4ce5-8da8-b26d2093d06c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.659833] env[69436]: DEBUG oslo_vmware.api [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 728.659833] env[69436]: value = "task-3254566" [ 728.659833] env[69436]: _type = "Task" [ 728.659833] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.671625] env[69436]: DEBUG oslo_vmware.api [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.753918] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254561, 'name': CreateVM_Task, 'duration_secs': 1.647509} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.754249] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.754836] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.755035] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.755368] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.755634] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a853a794-ea43-4c91-ac39-4626b75b9bbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.761036] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 728.761036] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521a82c5-12c7-745a-6917-96a14ce43b97" [ 728.761036] env[69436]: _type = "Task" [ 728.761036] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.771820] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521a82c5-12c7-745a-6917-96a14ce43b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.799162] env[69436]: DEBUG nova.network.neutron [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.851369] env[69436]: DEBUG nova.compute.utils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.855330] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 728.856744] env[69436]: DEBUG nova.network.neutron [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.875768] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254564, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.876737] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.922588] env[69436]: DEBUG nova.policy [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '762719f252814bb5ba7439121f1ae1af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a906ec15a246d799723c9cc3511bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.032405] env[69436]: DEBUG oslo_vmware.api [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254565, 'name': PowerOnVM_Task, 'duration_secs': 0.490266} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.032777] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.033061] env[69436]: INFO nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Took 7.97 seconds to spawn the instance on the hypervisor. [ 729.033313] env[69436]: DEBUG nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 729.034534] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b4398-dd7b-4805-ab60-6217b4c39b73 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.045301] env[69436]: DEBUG nova.network.neutron [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Updating instance_info_cache with network_info: [{"id": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "address": "fa:16:3e:99:8a:1a", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ba61c0-ae", "ovs_interfaceid": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.127422] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "4135ee93-8f44-4928-8420-961d17077c00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.127678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "4135ee93-8f44-4928-8420-961d17077c00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.174670] env[69436]: DEBUG oslo_vmware.api [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254566, 'name': PowerOffVM_Task, 'duration_secs': 0.315568} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.177539] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.177539] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.182640] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-687ab879-4c6f-4d38-a912-71446e70f68d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.278468] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521a82c5-12c7-745a-6917-96a14ce43b97, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.281410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.281680] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.281930] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.282055] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.282321] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.282899] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9db0869-3da1-4039-913a-ec46eab64a35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.292956] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.292956] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.293136] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a41df0b-47d2-48fa-938b-d3523ccbde18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.301072] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 729.301072] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5285c650-4621-6069-d55c-17bdf13c4002" [ 729.301072] env[69436]: _type = "Task" [ 729.301072] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.309065] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5285c650-4621-6069-d55c-17bdf13c4002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.311421] env[69436]: DEBUG nova.network.neutron [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Successfully created port: 7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.363345] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 729.374899] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254564, 'name': CloneVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.398350] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.398594] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.398797] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Deleting the datastore file [datastore1] ffdaafad-ce32-4185-8452-176da54064cd {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.402295] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e508cbdf-49db-4789-8b95-679da3b6acfa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.413679] env[69436]: DEBUG oslo_vmware.api [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for the task: (returnval){ [ 729.413679] env[69436]: value = "task-3254568" [ 729.413679] env[69436]: _type = "Task" [ 729.413679] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.426308] env[69436]: DEBUG oslo_vmware.api [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.548437] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.549271] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Instance network_info: |[{"id": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "address": "fa:16:3e:99:8a:1a", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ba61c0-ae", "ovs_interfaceid": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 729.553537] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:8a:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ba61c0-ae62-4b32-9096-f687c5e6b1c5', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.562297] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating folder: Project (50a906ec15a246d799723c9cc3511bb3). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.569496] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-166e7efe-2d92-4adb-8c33-74000ee3daaa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.573822] env[69436]: INFO nova.compute.manager [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Took 49.93 seconds to build instance. [ 729.582026] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created folder: Project (50a906ec15a246d799723c9cc3511bb3) in parent group-v650165. [ 729.582169] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating folder: Instances. Parent ref: group-v650280. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.582410] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c098e8d-ae83-4ee3-9f0e-6fd10f71461b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.591320] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created folder: Instances in parent group-v650280. [ 729.591588] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.592536] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.592628] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e86c87da-411c-4a42-8898-0d83ae38079f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.618025] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.618025] env[69436]: value = "task-3254571" [ 729.618025] env[69436]: _type = "Task" [ 729.618025] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.621981] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966fdd31-377f-4b93-bee3-bbf03c87f75a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.628903] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254571, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.633703] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea69d2-bf8c-49ba-a02b-1ac4a567a722 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.667023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9f7826-f835-41a5-99d2-5656dba7925b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.673254] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd465a7-76b3-4c09-af0b-b139af5cd933 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.686550] env[69436]: DEBUG nova.compute.manager [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 729.687115] env[69436]: DEBUG nova.compute.provider_tree [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.689081] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd5bf2b-ca7f-448b-89a9-20fc6907d765 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.811868] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5285c650-4621-6069-d55c-17bdf13c4002, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.812668] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da3573f-4f0a-4778-8de7-6ebd42d96386 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.817491] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 729.817491] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5250c286-ddbc-a565-47ad-697ea89cd696" [ 729.817491] env[69436]: _type = "Task" [ 729.817491] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.825107] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5250c286-ddbc-a565-47ad-697ea89cd696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.870310] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254564, 'name': CloneVM_Task, 'duration_secs': 1.131527} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.875230] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Created linked-clone VM from snapshot [ 729.876607] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1af2c-f0e0-4077-b04c-8709f800bc6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.887972] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Uploading image e635040e-5e92-4e4e-b25b-40e4a097faba {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.908323] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.908323] env[69436]: value = "vm-650279" [ 729.908323] env[69436]: _type = "VirtualMachine" [ 729.908323] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.908798] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-30dff098-1da7-43a5-ae75-1dec352a2cd1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.918188] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lease: (returnval){ [ 729.918188] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc7f4-a22f-99e4-92fd-db1e2ba2399e" [ 729.918188] env[69436]: _type = "HttpNfcLease" [ 729.918188] env[69436]: } obtained for exporting VM: (result){ [ 729.918188] env[69436]: value = "vm-650279" [ 729.918188] env[69436]: _type = "VirtualMachine" [ 729.918188] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.918483] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the lease: (returnval){ [ 729.918483] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc7f4-a22f-99e4-92fd-db1e2ba2399e" [ 729.918483] env[69436]: _type = "HttpNfcLease" [ 729.918483] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.924989] env[69436]: DEBUG oslo_vmware.api [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Task: {'id': task-3254568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21775} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.925581] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.925782] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.925980] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.926195] env[69436]: INFO nova.compute.manager [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Took 1.28 seconds to destroy the instance on the hypervisor. [ 729.926427] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.926680] env[69436]: DEBUG nova.compute.manager [-] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 729.926756] env[69436]: DEBUG nova.network.neutron [-] [instance: ffdaafad-ce32-4185-8452-176da54064cd] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.929626] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.929626] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc7f4-a22f-99e4-92fd-db1e2ba2399e" [ 729.929626] env[69436]: _type = "HttpNfcLease" [ 729.929626] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 730.079232] env[69436]: DEBUG oslo_concurrency.lockutils [None req-09e27a20-806d-432f-bf75-89675cdb8a0f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.827s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.127449] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254571, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.194360] env[69436]: DEBUG nova.scheduler.client.report [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.201988] env[69436]: INFO nova.compute.manager [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] instance snapshotting [ 730.202674] env[69436]: DEBUG nova.objects.instance [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'flavor' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.331654] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5250c286-ddbc-a565-47ad-697ea89cd696, 'name': SearchDatastore_Task, 'duration_secs': 0.039447} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.332015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.332390] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0551002b-4313-4f48-8c86-46bcf2c8c1df/0551002b-4313-4f48-8c86-46bcf2c8c1df.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.332735] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11bb3a92-6e2a-491d-bc0d-95d292f1b2a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.340783] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 730.340783] env[69436]: value = "task-3254573" [ 730.340783] env[69436]: _type = "Task" [ 730.340783] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.352280] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.377935] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 730.401091] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.401368] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.401535] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.401840] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.401927] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.402060] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.402252] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.402417] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.402583] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.402746] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.402917] env[69436]: DEBUG nova.virt.hardware [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.404142] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2205c3-9c8f-41eb-8350-330cb9595258 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.412470] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa862d-5621-49bb-8768-dac14aa8205b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.436412] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.436412] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc7f4-a22f-99e4-92fd-db1e2ba2399e" [ 730.436412] env[69436]: _type = "HttpNfcLease" [ 730.436412] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.436693] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.436693] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc7f4-a22f-99e4-92fd-db1e2ba2399e" [ 730.436693] env[69436]: _type = "HttpNfcLease" [ 730.436693] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.437367] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae438bf0-bf6f-4e16-8f73-dac086c2ce47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.445149] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522044a0-7bf4-3c84-dfb4-980a9504df10/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.445361] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522044a0-7bf4-3c84-dfb4-980a9504df10/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.560485] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96aeebb4-a5aa-433c-9976-0e8a019cf660 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.584247] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 730.628635] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254571, 'name': CreateVM_Task, 'duration_secs': 0.992323} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.628772] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.629433] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.629598] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.630112] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.630180] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33bab82-1ac7-4a9c-9def-9c51a6ce6b46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.634599] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 730.634599] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520b208a-7cc5-6d9f-e113-11718e34c33b" [ 730.634599] env[69436]: _type = "Task" [ 730.634599] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.642464] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520b208a-7cc5-6d9f-e113-11718e34c33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.644196] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de701c-5540-4ad0-9e7c-b8283ac318a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.650389] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Suspending the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 730.650659] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0f77d7ea-ec08-4564-a954-0cb8aa28d2c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.657013] env[69436]: DEBUG oslo_vmware.api [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 730.657013] env[69436]: value = "task-3254574" [ 730.657013] env[69436]: _type = "Task" [ 730.657013] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.668010] env[69436]: DEBUG oslo_vmware.api [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254574, 'name': SuspendVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.700918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.703825] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.121s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.704258] env[69436]: DEBUG nova.objects.instance [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lazy-loading 'resources' on Instance uuid a1070e28-43c7-48f9-8325-af823ff273bc {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.710919] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25b73c-8caf-4c5c-b591-65af6c78d5a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.739130] env[69436]: INFO nova.scheduler.client.report [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Deleted allocations for instance f64e0477-2524-4169-98b6-1595ea0269c3 [ 730.740898] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf769e-bb19-4df2-ba2d-b9db08989e6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.854602] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.961031] env[69436]: DEBUG nova.compute.manager [req-7e53da56-b185-4f22-add0-4b1de42073af req-acc9829b-0694-444a-9c7e-614f5217bb0f service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Received event network-vif-deleted-513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 730.961342] env[69436]: INFO nova.compute.manager [req-7e53da56-b185-4f22-add0-4b1de42073af req-acc9829b-0694-444a-9c7e-614f5217bb0f service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Neutron deleted interface 513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc; detaching it from the instance and deleting it from the info cache [ 730.961505] env[69436]: DEBUG nova.network.neutron [req-7e53da56-b185-4f22-add0-4b1de42073af req-acc9829b-0694-444a-9c7e-614f5217bb0f service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.019608] env[69436]: DEBUG nova.network.neutron [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Successfully updated port: 7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.107363] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.149600] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520b208a-7cc5-6d9f-e113-11718e34c33b, 'name': SearchDatastore_Task, 'duration_secs': 0.021965} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.149893] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.150222] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.150527] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.150837] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.151050] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.151503] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d868ffad-c0f6-4295-a9ae-07fa79081f9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.162829] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.163164] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.164734] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040b8d46-1c29-4b12-8e47-57fe235cfbfc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.170479] env[69436]: DEBUG oslo_vmware.api [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254574, 'name': SuspendVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.173380] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 731.173380] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c7ffe-e7a7-ca54-396f-04b796ec8150" [ 731.173380] env[69436]: _type = "Task" [ 731.173380] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.181893] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c7ffe-e7a7-ca54-396f-04b796ec8150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.255451] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6386b21a-9867-4490-ac05-e6dfebf77e06 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "f64e0477-2524-4169-98b6-1595ea0269c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.596s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.260968] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.261449] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fb1f124-63cf-4823-9f5b-f7403d169dba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.275123] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 731.275123] env[69436]: value = "task-3254575" [ 731.275123] env[69436]: _type = "Task" [ 731.275123] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.288040] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254575, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.307619] env[69436]: DEBUG nova.network.neutron [-] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.354441] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664817} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.354797] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0551002b-4313-4f48-8c86-46bcf2c8c1df/0551002b-4313-4f48-8c86-46bcf2c8c1df.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.355172] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.355506] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92d4555a-efb8-44af-b0a4-1d83416555e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.368013] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 731.368013] env[69436]: value = "task-3254576" [ 731.368013] env[69436]: _type = "Task" [ 731.368013] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.380818] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.467778] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4bf7548-25b9-449f-b2a4-fca8a119fde5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.479242] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3399099-be23-41e9-af42-971e8ec57024 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.529054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.529581] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.529581] env[69436]: DEBUG nova.network.neutron [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.530846] env[69436]: DEBUG nova.compute.manager [req-7e53da56-b185-4f22-add0-4b1de42073af req-acc9829b-0694-444a-9c7e-614f5217bb0f service nova] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Detach interface failed, port_id=513a9c2b-2bb9-4b42-8466-cdc9ce7c9ecc, reason: Instance ffdaafad-ce32-4185-8452-176da54064cd could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 731.605439] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.608233] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.608233] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.608459] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.608699] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.611657] env[69436]: INFO nova.compute.manager [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Terminating instance [ 731.672407] env[69436]: DEBUG oslo_vmware.api [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254574, 'name': SuspendVM_Task, 'duration_secs': 0.80418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.672579] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Suspended the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 731.673213] env[69436]: DEBUG nova.compute.manager [None req-127a49a6-5c28-4548-8842-86689be9e341 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 731.673708] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d37207-a7f0-466d-bb0f-cfe96ac23fe6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.696913] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c7ffe-e7a7-ca54-396f-04b796ec8150, 'name': SearchDatastore_Task, 'duration_secs': 0.054365} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.701805] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cced065e-5b79-4e1f-a6a4-1520a78c02c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.709220] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 731.709220] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287921d-daa8-55a4-3aa7-596ed64117a5" [ 731.709220] env[69436]: _type = "Task" [ 731.709220] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.723547] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287921d-daa8-55a4-3aa7-596ed64117a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.786634] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254575, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.809999] env[69436]: INFO nova.compute.manager [-] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Took 1.88 seconds to deallocate network for instance. [ 731.877575] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.366865} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.880523] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.881963] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572259b2-4e51-4729-91ae-a7381b74dcc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.909080] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 0551002b-4313-4f48-8c86-46bcf2c8c1df/0551002b-4313-4f48-8c86-46bcf2c8c1df.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.912318] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb238cb-fc5e-4e1a-ab47-d340730a35e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.933557] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 731.933557] env[69436]: value = "task-3254577" [ 731.933557] env[69436]: _type = "Task" [ 731.933557] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.942113] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.957108] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225dedbd-b075-4edc-8f31-e2785d8260eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.964719] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4380a6f-9cfe-427d-9ed4-19be42f21f81 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.998388] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12ff88d-78b7-4b21-8f79-7aea5bb8a245 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.007812] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f76144-b88e-4b64-8667-9dfee2296b24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.022943] env[69436]: DEBUG nova.compute.provider_tree [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.073593] env[69436]: DEBUG nova.network.neutron [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.121958] env[69436]: DEBUG nova.compute.manager [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 732.122271] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.123217] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb3e63-5fcb-4caa-9277-423b6f412141 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.131041] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.131355] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5794505-f02c-4e27-a30e-0fd780d0ee9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.137677] env[69436]: DEBUG oslo_vmware.api [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 732.137677] env[69436]: value = "task-3254578" [ 732.137677] env[69436]: _type = "Task" [ 732.137677] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.148916] env[69436]: DEBUG oslo_vmware.api [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.206828] env[69436]: DEBUG nova.network.neutron [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Updating instance_info_cache with network_info: [{"id": "7e346198-1ade-4d27-925d-698a672b342c", "address": "fa:16:3e:68:bc:4d", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e346198-1a", "ovs_interfaceid": "7e346198-1ade-4d27-925d-698a672b342c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.220238] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287921d-daa8-55a4-3aa7-596ed64117a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015993} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.221859] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.222190] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/b0354c3a-f41a-4fed-bff3-8dae49644d8e.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.222524] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e69ee64-e3cc-44ea-b226-26243c10c8fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.230417] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 732.230417] env[69436]: value = "task-3254579" [ 732.230417] env[69436]: _type = "Task" [ 732.230417] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.239588] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.287393] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254575, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.316344] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.444138] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.526338] env[69436]: DEBUG nova.scheduler.client.report [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.650309] env[69436]: DEBUG oslo_vmware.api [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254578, 'name': PowerOffVM_Task, 'duration_secs': 0.366507} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.650780] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.651224] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.651660] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cce7c83e-aad6-406c-acd2-5e382c3728c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.708775] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.709188] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Instance network_info: |[{"id": "7e346198-1ade-4d27-925d-698a672b342c", "address": "fa:16:3e:68:bc:4d", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e346198-1a", "ovs_interfaceid": "7e346198-1ade-4d27-925d-698a672b342c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 732.709730] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:bc:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e346198-1ade-4d27-925d-698a672b342c', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.719463] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.719857] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.720189] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90752311-061b-4b66-9797-412280311cf0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.744956] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.745241] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.745602] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Deleting the datastore file [datastore2] a6a7947e-d801-4d81-be42-e1e2d1a4054c {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.749903] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f8d4b9e-6780-4517-99d4-06715270f3be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.754780] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.754780] env[69436]: value = "task-3254581" [ 732.754780] env[69436]: _type = "Task" [ 732.754780] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.758462] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.763396] env[69436]: DEBUG oslo_vmware.api [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for the task: (returnval){ [ 732.763396] env[69436]: value = "task-3254582" [ 732.763396] env[69436]: _type = "Task" [ 732.763396] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.771792] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254581, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.778914] env[69436]: DEBUG oslo_vmware.api [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.788075] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254575, 'name': CreateSnapshot_Task, 'duration_secs': 1.272781} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.788452] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.789310] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7df91-675a-41ab-bb96-04177720d449 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.945848] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254577, 'name': ReconfigVM_Task, 'duration_secs': 0.708093} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.946203] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 0551002b-4313-4f48-8c86-46bcf2c8c1df/0551002b-4313-4f48-8c86-46bcf2c8c1df.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.946924] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da0887a-d7c8-4668-bea3-3a0cf60e0a1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.953764] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 732.953764] env[69436]: value = "task-3254583" [ 732.953764] env[69436]: _type = "Task" [ 732.953764] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.962907] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254583, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.032678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.035383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.947s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.035717] env[69436]: DEBUG nova.objects.instance [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lazy-loading 'resources' on Instance uuid 0d8d692c-4982-429b-8243-17099f95c8ab {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.059347] env[69436]: INFO nova.scheduler.client.report [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Deleted allocations for instance a1070e28-43c7-48f9-8325-af823ff273bc [ 733.206791] env[69436]: DEBUG nova.compute.manager [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Received event network-vif-plugged-7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 733.206999] env[69436]: DEBUG oslo_concurrency.lockutils [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] Acquiring lock "ee130e80-37f3-424c-83fc-d980983ad96f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.207213] env[69436]: DEBUG oslo_concurrency.lockutils [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] Lock "ee130e80-37f3-424c-83fc-d980983ad96f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.207505] env[69436]: DEBUG oslo_concurrency.lockutils [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] Lock "ee130e80-37f3-424c-83fc-d980983ad96f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.207740] env[69436]: DEBUG nova.compute.manager [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] No waiting events found dispatching network-vif-plugged-7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.207957] env[69436]: WARNING nova.compute.manager [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Received unexpected event network-vif-plugged-7e346198-1ade-4d27-925d-698a672b342c for instance with vm_state building and task_state spawning. [ 733.208319] env[69436]: DEBUG nova.compute.manager [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Received event network-changed-7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 733.208543] env[69436]: DEBUG nova.compute.manager [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Refreshing instance network info cache due to event network-changed-7e346198-1ade-4d27-925d-698a672b342c. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 733.209578] env[69436]: DEBUG oslo_concurrency.lockutils [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] Acquiring lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209825] env[69436]: DEBUG oslo_concurrency.lockutils [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] Acquired lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210069] env[69436]: DEBUG nova.network.neutron [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Refreshing network info cache for port 7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.256619] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578249} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.256964] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/b0354c3a-f41a-4fed-bff3-8dae49644d8e.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.257318] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.257756] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fd3c130-0250-4826-ba85-b6a2b6d0bd99 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.271235] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254581, 'name': CreateVM_Task, 'duration_secs': 0.478066} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.271683] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 733.271683] env[69436]: value = "task-3254584" [ 733.271683] env[69436]: _type = "Task" [ 733.271683] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.272225] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.272867] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.273050] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.273424] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.280983] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c8f589-6596-4462-8b4a-36b7d1ea699e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.283204] env[69436]: DEBUG oslo_vmware.api [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Task: {'id': task-3254582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279834} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.283998] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.284206] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.284387] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.284622] env[69436]: INFO nova.compute.manager [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 733.284917] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.285560] env[69436]: DEBUG nova.compute.manager [-] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 733.285884] env[69436]: DEBUG nova.network.neutron [-] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.291779] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 733.291779] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5249b1dc-81a6-a32c-833e-0c301bcf8a24" [ 733.291779] env[69436]: _type = "Task" [ 733.291779] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.292104] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.308959] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.309100] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5249b1dc-81a6-a32c-833e-0c301bcf8a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.309381] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f4e1b9d-8fc4-4429-b896-769b1e44ae4d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.319824] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 733.319824] env[69436]: value = "task-3254585" [ 733.319824] env[69436]: _type = "Task" [ 733.319824] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.329186] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254585, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.465738] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254583, 'name': Rename_Task, 'duration_secs': 0.223099} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.466047] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.466308] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aefab93d-81a3-413e-8a1b-55dfeeb42170 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.472869] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 733.472869] env[69436]: value = "task-3254586" [ 733.472869] env[69436]: _type = "Task" [ 733.472869] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.482019] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.570092] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3dc8957-211d-45f7-9dd1-93cab397aece tempest-DeleteServersAdminTestJSON-1437251857 tempest-DeleteServersAdminTestJSON-1437251857-project-admin] Lock "a1070e28-43c7-48f9-8325-af823ff273bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.527s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.787076] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.804427] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5249b1dc-81a6-a32c-833e-0c301bcf8a24, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.807183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.807183] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.807302] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.807440] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.808312] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.808312] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c276c8c-221f-4eb8-882d-ae3e71af56bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.827512] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.827694] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.831475] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac61b15-ba62-4d79-8547-b662b5fb3a0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.833941] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254585, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.839504] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 733.839504] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524bb2f3-9f5d-6672-9d34-df3a66a71e0f" [ 733.839504] env[69436]: _type = "Task" [ 733.839504] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.850227] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524bb2f3-9f5d-6672-9d34-df3a66a71e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.939786] env[69436]: DEBUG nova.network.neutron [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Updated VIF entry in instance network info cache for port 7e346198-1ade-4d27-925d-698a672b342c. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.939786] env[69436]: DEBUG nova.network.neutron [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Updating instance_info_cache with network_info: [{"id": "7e346198-1ade-4d27-925d-698a672b342c", "address": "fa:16:3e:68:bc:4d", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e346198-1a", "ovs_interfaceid": "7e346198-1ade-4d27-925d-698a672b342c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.983619] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.075558] env[69436]: DEBUG nova.network.neutron [-] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.104469] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6a855-80ca-492b-b6fb-8c5ee48bc91e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.114693] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da256edc-29cf-4b98-8ac4-f8e8100ae00a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.147498] env[69436]: DEBUG nova.compute.manager [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 734.148574] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61135dc2-80a1-426d-bc69-f5627b89bb74 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.151981] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d786420d-6c61-42b8-a122-f63a5c2b2058 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.163719] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105a814-6cb2-4ac0-b80c-d6c0e9f028a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.178093] env[69436]: DEBUG nova.compute.provider_tree [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.285620] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.98042} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.285968] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.286823] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14feb64-c2d6-4651-a43f-9d0a65a2ce7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.310992] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/b0354c3a-f41a-4fed-bff3-8dae49644d8e.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.311403] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e700c473-2da4-4ea0-9c1d-8c933bac5fc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.337242] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254585, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.338891] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 734.338891] env[69436]: value = "task-3254587" [ 734.338891] env[69436]: _type = "Task" [ 734.338891] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.355166] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524bb2f3-9f5d-6672-9d34-df3a66a71e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.035584} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.356011] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cd326f-b041-47de-a6e8-d8ec7bcc4d6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.361734] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 734.361734] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ce8ea-e897-baa2-109c-1e0c61c27d94" [ 734.361734] env[69436]: _type = "Task" [ 734.361734] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.369941] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ce8ea-e897-baa2-109c-1e0c61c27d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.444720] env[69436]: DEBUG oslo_concurrency.lockutils [req-9a0d4321-27ca-48e2-b7bf-8d82f92ab5b6 req-203bd94a-d9d1-4782-bbc4-c01c0d2d50c2 service nova] Releasing lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.485620] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.578458] env[69436]: INFO nova.compute.manager [-] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Took 1.29 seconds to deallocate network for instance. [ 734.626995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "b55c5dca-5285-43be-8c6c-46acb75420e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.627324] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.664030] env[69436]: INFO nova.compute.manager [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] instance snapshotting [ 734.664250] env[69436]: WARNING nova.compute.manager [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 734.668013] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c705c-8f68-44c3-bde2-4f28dfb05656 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.692495] env[69436]: DEBUG nova.scheduler.client.report [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.700046] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158ccca5-2f27-4234-9a02-3cdeb71356c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.837061] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254585, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.851059] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.873749] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ce8ea-e897-baa2-109c-1e0c61c27d94, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.874065] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.874351] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ee130e80-37f3-424c-83fc-d980983ad96f.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.874996] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0d51d2b-0665-402c-a822-454ccc25401c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.881864] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 734.881864] env[69436]: value = "task-3254588" [ 734.881864] env[69436]: _type = "Task" [ 734.881864] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.889527] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.985956] env[69436]: DEBUG oslo_vmware.api [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254586, 'name': PowerOnVM_Task, 'duration_secs': 1.265944} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.986301] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.986695] env[69436]: INFO nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Took 11.11 seconds to spawn the instance on the hypervisor. [ 734.986920] env[69436]: DEBUG nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 734.987736] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053ee8d0-f8b8-4b8f-a73c-a2e5fb9a9e5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.086264] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.200591] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.203371] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.935s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.204954] env[69436]: INFO nova.compute.claims [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.213171] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.213592] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae900aed-756f-4b18-ac76-943ad917463e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.224581] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 735.224581] env[69436]: value = "task-3254589" [ 735.224581] env[69436]: _type = "Task" [ 735.224581] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.235997] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.237198] env[69436]: INFO nova.scheduler.client.report [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleted allocations for instance 0d8d692c-4982-429b-8243-17099f95c8ab [ 735.262324] env[69436]: DEBUG nova.compute.manager [req-4f47982e-8c9e-4d16-b230-44cbf06593b6 req-ec3d8870-b8d5-47e1-afbf-89468c074779 service nova] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Received event network-vif-deleted-e2fedcb8-fbee-43c2-bc92-cadf4339ee23 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 735.339426] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254585, 'name': CloneVM_Task, 'duration_secs': 1.729112} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.339799] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created linked-clone VM from snapshot [ 735.343731] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de607302-3e56-4315-ac89-82af8cff14ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.351741] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254587, 'name': ReconfigVM_Task, 'duration_secs': 0.533796} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.355101] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/b0354c3a-f41a-4fed-bff3-8dae49644d8e.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.356183] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Uploading image 89092b3e-d5ff-4bbb-a035-e739d18ec1ce {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.358381] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a5c04c-4321-4c09-84bf-bc4ae8991266 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.366166] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 735.366166] env[69436]: value = "task-3254590" [ 735.366166] env[69436]: _type = "Task" [ 735.366166] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.376669] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254590, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.378995] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.378995] env[69436]: value = "vm-650285" [ 735.378995] env[69436]: _type = "VirtualMachine" [ 735.378995] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.379374] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ac01529-c0a8-44a2-af3b-8f468c901302 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.387274] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease: (returnval){ [ 735.387274] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c24e-e81b-aebd-4a8b-ef80615b583c" [ 735.387274] env[69436]: _type = "HttpNfcLease" [ 735.387274] env[69436]: } obtained for exporting VM: (result){ [ 735.387274] env[69436]: value = "vm-650285" [ 735.387274] env[69436]: _type = "VirtualMachine" [ 735.387274] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.387814] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the lease: (returnval){ [ 735.387814] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c24e-e81b-aebd-4a8b-ef80615b583c" [ 735.387814] env[69436]: _type = "HttpNfcLease" [ 735.387814] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.394820] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254588, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.399211] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.399211] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c24e-e81b-aebd-4a8b-ef80615b583c" [ 735.399211] env[69436]: _type = "HttpNfcLease" [ 735.399211] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.503623] env[69436]: INFO nova.compute.manager [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Took 50.30 seconds to build instance. [ 735.660757] env[69436]: DEBUG nova.compute.manager [None req-e1472d60-c047-40b6-95e4-9bdcc4c69010 tempest-ServerDiagnosticsTest-1889663222 tempest-ServerDiagnosticsTest-1889663222-project-admin] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 735.662026] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a842726-d222-40cc-9455-f6ea0e905aa7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.669486] env[69436]: INFO nova.compute.manager [None req-e1472d60-c047-40b6-95e4-9bdcc4c69010 tempest-ServerDiagnosticsTest-1889663222 tempest-ServerDiagnosticsTest-1889663222-project-admin] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Retrieving diagnostics [ 735.670585] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795652a-4505-45db-b03c-156bffaf3a4b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.735788] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254589, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.749203] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7455af95-b1af-47a6-95c9-e465ddbb05a2 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "0d8d692c-4982-429b-8243-17099f95c8ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.920s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.877892] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254590, 'name': Rename_Task, 'duration_secs': 0.229163} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.878278] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.878573] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7533ee-2419-4dde-8d21-c1baf9dac07e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.889813] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 735.889813] env[69436]: value = "task-3254592" [ 735.889813] env[69436]: _type = "Task" [ 735.889813] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.900412] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582238} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.900976] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ee130e80-37f3-424c-83fc-d980983ad96f.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.901373] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.901572] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f354a5f-8516-420e-99d2-610821bcf8ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.907985] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.907985] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c24e-e81b-aebd-4a8b-ef80615b583c" [ 735.907985] env[69436]: _type = "HttpNfcLease" [ 735.907985] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.908233] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254592, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.908854] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.908854] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c24e-e81b-aebd-4a8b-ef80615b583c" [ 735.908854] env[69436]: _type = "HttpNfcLease" [ 735.908854] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.909622] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a21ad31-6ea2-49c6-81a1-1081250e8474 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.914036] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 735.914036] env[69436]: value = "task-3254593" [ 735.914036] env[69436]: _type = "Task" [ 735.914036] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.919773] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357702-c0c8-ea16-1701-12f422008a95/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.919999] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357702-c0c8-ea16-1701-12f422008a95/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.926233] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.006370] env[69436]: DEBUG oslo_concurrency.lockutils [None req-766b0293-4df0-4202-96c0-66c10657b068 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.478s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.055999] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c39afea-6393-43c7-a73b-fb0cdec8b647 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.237703] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254589, 'name': CreateSnapshot_Task, 'duration_secs': 0.573136} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.238228] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.239138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45a613e-bb65-4934-b436-302d0d5a07b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.405472] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.428958] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126187} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.429550] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.430516] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06daff8-fb36-454c-8cb1-7969f3f02248 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.465502] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ee130e80-37f3-424c-83fc-d980983ad96f.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.470408] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca26943-49bd-45a7-a0fd-7020b49f9547 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.489293] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "ef18c356-41ff-43f0-bdea-d7f8b1391508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.489628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "ef18c356-41ff-43f0-bdea-d7f8b1391508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.489854] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "ef18c356-41ff-43f0-bdea-d7f8b1391508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.490069] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "ef18c356-41ff-43f0-bdea-d7f8b1391508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.490302] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "ef18c356-41ff-43f0-bdea-d7f8b1391508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.493521] env[69436]: INFO nova.compute.manager [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Terminating instance [ 736.499163] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 736.499163] env[69436]: value = "task-3254594" [ 736.499163] env[69436]: _type = "Task" [ 736.499163] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.508464] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.511741] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 736.761869] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.765473] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4988917-86aa-4319-85ca-8596c991e156 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.775471] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 736.775471] env[69436]: value = "task-3254595" [ 736.775471] env[69436]: _type = "Task" [ 736.775471] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.785860] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254595, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.833608] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "0551002b-4313-4f48-8c86-46bcf2c8c1df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.833936] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.834201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "0551002b-4313-4f48-8c86-46bcf2c8c1df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.834502] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.834671] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.837447] env[69436]: INFO nova.compute.manager [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Terminating instance [ 736.905973] env[69436]: DEBUG oslo_vmware.api [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254592, 'name': PowerOnVM_Task, 'duration_secs': 0.675805} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.907601] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.907957] env[69436]: INFO nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Took 10.32 seconds to spawn the instance on the hypervisor. [ 736.908233] env[69436]: DEBUG nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 736.909250] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f1102-7b20-4d04-a2b7-ef247a2b62c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.913261] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5c375-09d7-4d21-9967-4f6901d14e7d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.926796] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e3b83a-475d-461d-863c-047656ceee6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.966225] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf9bf05-233a-49f3-95db-e616bc6fbd4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.977708] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99054f39-d312-4381-b091-d88f8da437f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.994229] env[69436]: DEBUG nova.compute.provider_tree [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.002934] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "refresh_cache-ef18c356-41ff-43f0-bdea-d7f8b1391508" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.003444] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquired lock "refresh_cache-ef18c356-41ff-43f0-bdea-d7f8b1391508" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.003654] env[69436]: DEBUG nova.network.neutron [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.015261] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.037454] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.287460] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254595, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.343726] env[69436]: DEBUG nova.compute.manager [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 737.344089] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.345575] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b7d82b-5b34-4d6c-b472-24443f9665fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.355194] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.355571] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de60c5f2-c809-4a1e-aea2-4408aa3c3b19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.362308] env[69436]: DEBUG oslo_vmware.api [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 737.362308] env[69436]: value = "task-3254596" [ 737.362308] env[69436]: _type = "Task" [ 737.362308] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.371185] env[69436]: DEBUG oslo_vmware.api [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.440166] env[69436]: INFO nova.compute.manager [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Took 48.70 seconds to build instance. [ 737.510783] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254594, 'name': ReconfigVM_Task, 'duration_secs': 0.546207} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.511124] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ee130e80-37f3-424c-83fc-d980983ad96f.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.511973] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-873be5b6-6496-456e-8aed-5fe62d9823a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.519477] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 737.519477] env[69436]: value = "task-3254597" [ 737.519477] env[69436]: _type = "Task" [ 737.519477] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.520923] env[69436]: ERROR nova.scheduler.client.report [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [req-6ef9a58a-e2e3-46f3-9757-ea3cb461f218] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ef9a58a-e2e3-46f3-9757-ea3cb461f218"}]} [ 737.534328] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254597, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.535549] env[69436]: DEBUG nova.network.neutron [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.540832] env[69436]: DEBUG nova.scheduler.client.report [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 737.560381] env[69436]: DEBUG nova.scheduler.client.report [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 737.560720] env[69436]: DEBUG nova.compute.provider_tree [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.576320] env[69436]: DEBUG nova.scheduler.client.report [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 737.589569] env[69436]: DEBUG nova.network.neutron [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.599150] env[69436]: DEBUG nova.scheduler.client.report [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 737.787376] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254595, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.876354] env[69436]: DEBUG oslo_vmware.api [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254596, 'name': PowerOffVM_Task, 'duration_secs': 0.471348} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.879510] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.879815] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.880385] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e353187-9017-42d5-aecb-06de26fad160 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.943099] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8583a3c8-61e6-4832-93fc-ec446763c605 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.748s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.952374] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.953075] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.953075] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Deleting the datastore file [datastore2] 0551002b-4313-4f48-8c86-46bcf2c8c1df {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.953471] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038baafe-c5d8-4938-aa4f-a0232e0c5a28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.961579] env[69436]: DEBUG oslo_vmware.api [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for the task: (returnval){ [ 737.961579] env[69436]: value = "task-3254599" [ 737.961579] env[69436]: _type = "Task" [ 737.961579] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.974123] env[69436]: DEBUG oslo_vmware.api [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.032285] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254597, 'name': Rename_Task, 'duration_secs': 0.219944} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.035692] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.036517] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9fe63e6-255c-42ef-aee1-ee5b7669e2cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.042830] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 738.042830] env[69436]: value = "task-3254600" [ 738.042830] env[69436]: _type = "Task" [ 738.042830] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.053951] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.092679] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Releasing lock "refresh_cache-ef18c356-41ff-43f0-bdea-d7f8b1391508" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.093181] env[69436]: DEBUG nova.compute.manager [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 738.093432] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.094964] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242bbae9-8073-49ec-a798-37797a0db1f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.106184] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.106552] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4e45e7-c30b-4da5-9734-d5f4073cc156 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.115204] env[69436]: DEBUG oslo_vmware.api [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 738.115204] env[69436]: value = "task-3254601" [ 738.115204] env[69436]: _type = "Task" [ 738.115204] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.123939] env[69436]: DEBUG oslo_vmware.api [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.184422] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0a8bc-3a32-4194-add5-f6af1760098e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.192945] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0407346-219a-4f63-b8fe-3cf3dca9c5bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.231881] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466f1fc8-1bd8-4200-84f4-cd53d78efa6f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.239979] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483f62a4-c8f0-46e7-922b-e1b5a9df7771 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.255103] env[69436]: DEBUG nova.compute.provider_tree [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.287809] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254595, 'name': CloneVM_Task, 'duration_secs': 1.325921} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.288085] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Created linked-clone VM from snapshot [ 738.288861] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c3aa91-22cd-4791-8830-03b92d87a915 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.296967] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Uploading image e38f6519-db16-40fa-be3c-66a24538776b {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.446524] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 738.471912] env[69436]: DEBUG oslo_vmware.api [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Task: {'id': task-3254599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209278} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.471912] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.471912] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.472240] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.472287] env[69436]: INFO nova.compute.manager [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 738.472537] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.472715] env[69436]: DEBUG nova.compute.manager [-] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 738.472809] env[69436]: DEBUG nova.network.neutron [-] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.554037] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.625752] env[69436]: DEBUG oslo_vmware.api [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254601, 'name': PowerOffVM_Task, 'duration_secs': 0.144629} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.626026] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.626205] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.626461] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a1b84f-7452-4b2f-b3cf-ca5633b55b0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.650428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.650709] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.650882] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleting the datastore file [datastore2] ef18c356-41ff-43f0-bdea-d7f8b1391508 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.651212] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece745a4-12d1-465d-b7e0-9c60a062dcac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.657641] env[69436]: DEBUG oslo_vmware.api [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for the task: (returnval){ [ 738.657641] env[69436]: value = "task-3254603" [ 738.657641] env[69436]: _type = "Task" [ 738.657641] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.666060] env[69436]: DEBUG oslo_vmware.api [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.758668] env[69436]: DEBUG nova.scheduler.client.report [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.966195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.054696] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.167912] env[69436]: DEBUG oslo_vmware.api [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Task: {'id': task-3254603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157186} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.168200] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.168384] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.168569] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.168877] env[69436]: INFO nova.compute.manager [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Took 1.08 seconds to destroy the instance on the hypervisor. [ 739.168995] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.169204] env[69436]: DEBUG nova.compute.manager [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 739.169298] env[69436]: DEBUG nova.network.neutron [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.187776] env[69436]: DEBUG nova.network.neutron [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.218291] env[69436]: DEBUG nova.network.neutron [-] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.264269] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.061s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.265129] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 739.268999] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.799s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.556041] env[69436]: DEBUG oslo_vmware.api [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254600, 'name': PowerOnVM_Task, 'duration_secs': 1.166151} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.556207] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.556342] env[69436]: INFO nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Took 9.18 seconds to spawn the instance on the hypervisor. [ 739.556736] env[69436]: DEBUG nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 739.557336] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b0184-f1a3-45e5-ab60-2d1baa120171 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.690057] env[69436]: DEBUG nova.network.neutron [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.721786] env[69436]: INFO nova.compute.manager [-] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Took 1.25 seconds to deallocate network for instance. [ 739.770295] env[69436]: DEBUG nova.compute.utils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.771992] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 739.772222] env[69436]: DEBUG nova.network.neutron [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.830575] env[69436]: DEBUG nova.policy [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c6cb34719a843f1a71107c7a1384f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c996b4149f4bba82c774d2b18ec024', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.074705] env[69436]: INFO nova.compute.manager [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Took 48.01 seconds to build instance. [ 740.091757] env[69436]: DEBUG nova.network.neutron [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Successfully created port: 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.193756] env[69436]: INFO nova.compute.manager [-] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Took 1.02 seconds to deallocate network for instance. [ 740.227794] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.284428] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 740.316723] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ff8c4788-b8a5-453d-bc3a-95ac3c8e031f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.316902] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ffdaafad-ce32-4185-8452-176da54064cd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.317042] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 158c19a4-af6d-41e9-9352-8eef13f1ec20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317179] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a6a7947e-d801-4d81-be42-e1e2d1a4054c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.317299] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance aee1aa5e-8cce-4cab-b5b0-e98f441e00d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317415] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eb6b1512-b9e6-4a1f-8e7c-12799768cca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317531] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f9df8e3f-0758-40fa-bc45-a013a7224300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317644] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 8bc53731-8231-40a3-98b7-aa51b30850b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317755] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 968d92c8-078e-4f9d-8183-aa2edebf8b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317866] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ef18c356-41ff-43f0-bdea-d7f8b1391508 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.317975] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f1ec9889-55f4-455c-a927-36585d57bc41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318105] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 6d2a912a-8990-4032-b22c-d1a769e058fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318293] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318367] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a1fcd268-6fad-4666-bebd-5a0324a9006d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318422] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance c4f9d6db-722b-4da2-8e48-192598d791b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318544] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.318650] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eac96d12-f468-44c7-93da-e9618eb96d66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318767] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance debf4a55-5e31-4e22-bcd5-4b3267969e51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.318874] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 41dc590f-ba91-424e-a087-8b51922e5886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.318982] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance e6a49a4a-583d-4fc8-bc42-904a7c8224d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.319107] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 0551002b-4313-4f48-8c86-46bcf2c8c1df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.319212] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance b0354c3a-f41a-4fed-bff3-8dae49644d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.319317] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ee130e80-37f3-424c-83fc-d980983ad96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.319420] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 9570d9f7-1dcb-41b4-8058-e1f16833ac44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.577984] env[69436]: DEBUG oslo_concurrency.lockutils [None req-93d9f7da-1b7a-46bd-b1a2-f601716ea6a3 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "ee130e80-37f3-424c-83fc-d980983ad96f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.951s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.702704] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.822671] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ae003353-32f8-4e86-915a-5a184e105be5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.080682] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 741.297735] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 741.326976] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f69c1834-6c2d-4e07-9c61-806d70e8e16c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.617413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.623865] env[69436]: DEBUG nova.network.neutron [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Successfully updated port: 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.782148] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.782148] env[69436]: value = "vm-650287" [ 741.782148] env[69436]: _type = "VirtualMachine" [ 741.782148] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.783749] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d2c7cc9-6861-4e3a-ba71-38f1a3073b34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.793320] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.793817] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.794142] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.794794] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.794794] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.794794] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.795030] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.795293] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.795953] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.795953] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.795953] env[69436]: DEBUG nova.virt.hardware [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.798254] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644a1fad-ddfc-4e38-9ef6-47b3f59b9d61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.803035] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease: (returnval){ [ 741.803035] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247d155-76a3-109d-e96a-89a9e184393d" [ 741.803035] env[69436]: _type = "HttpNfcLease" [ 741.803035] env[69436]: } obtained for exporting VM: (result){ [ 741.803035] env[69436]: value = "vm-650287" [ 741.803035] env[69436]: _type = "VirtualMachine" [ 741.803035] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.803323] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the lease: (returnval){ [ 741.803323] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247d155-76a3-109d-e96a-89a9e184393d" [ 741.803323] env[69436]: _type = "HttpNfcLease" [ 741.803323] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.809285] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522044a0-7bf4-3c84-dfb4-980a9504df10/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.812261] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bea9fa9-11e2-4b56-91e2-b51cb6cedfe9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.816826] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2eb2c2-6563-4452-9fd1-f23e848a19fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.823089] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.823089] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247d155-76a3-109d-e96a-89a9e184393d" [ 741.823089] env[69436]: _type = "HttpNfcLease" [ 741.823089] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.823758] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.823758] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247d155-76a3-109d-e96a-89a9e184393d" [ 741.823758] env[69436]: _type = "HttpNfcLease" [ 741.823758] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.825748] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bfbdd6-0b10-423a-a23e-9065f0913706 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828762] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522044a0-7bf4-3c84-dfb4-980a9504df10/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.828925] env[69436]: ERROR oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522044a0-7bf4-3c84-dfb4-980a9504df10/disk-0.vmdk due to incomplete transfer. [ 741.838449] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 84bd8049-779a-42b6-8466-3a4afee0a1e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.840140] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f434efd4-5c19-4129-ae08-7d6a69804a3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.848410] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e8680-3fe4-4625-27ba-f1b9f8140abd/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.848579] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e8680-3fe4-4625-27ba-f1b9f8140abd/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.851013] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522044a0-7bf4-3c84-dfb4-980a9504df10/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.852694] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Uploaded image e635040e-5e92-4e4e-b25b-40e4a097faba to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.853677] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.855455] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d598a98-113b-4a54-a3dc-2c2ae6109253 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.916206] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 741.916206] env[69436]: value = "task-3254605" [ 741.916206] env[69436]: _type = "Task" [ 741.916206] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.927765] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254605, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.950743] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0b3664f-763b-4fe3-a188-ff3e93b9d477 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.133651] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.133991] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.133991] env[69436]: DEBUG nova.network.neutron [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.344632] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 9b4c0a65-7270-4028-b232-6e756b03d182 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.431510] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254605, 'name': Destroy_Task, 'duration_secs': 0.492418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.435666] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Destroyed the VM [ 742.436125] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.437369] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9cbd622-dba8-47ca-8f09-e6675b00ae9e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.449043] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 742.449043] env[69436]: value = "task-3254606" [ 742.449043] env[69436]: _type = "Task" [ 742.449043] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.459135] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.670624] env[69436]: DEBUG nova.network.neutron [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.683554] env[69436]: DEBUG nova.compute.manager [req-bc64cad2-f199-4331-a447-fe45875d9f95 req-ec825330-3c8e-4f3b-a7b4-11ffe176b5ab service nova] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Received event network-vif-deleted-1c116df3-5d95-4407-9704-47c4020a51cc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 742.822661] env[69436]: DEBUG nova.network.neutron [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [{"id": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "address": "fa:16:3e:0a:2b:90", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f236f8-e0", "ovs_interfaceid": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.847661] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance db55a66b-8be9-4ed8-b11e-983b05977063 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.936803] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "f1ec9889-55f4-455c-a927-36585d57bc41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.938524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "f1ec9889-55f4-455c-a927-36585d57bc41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.938524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "f1ec9889-55f4-455c-a927-36585d57bc41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.938524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "f1ec9889-55f4-455c-a927-36585d57bc41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.938524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "f1ec9889-55f4-455c-a927-36585d57bc41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.940181] env[69436]: INFO nova.compute.manager [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Terminating instance [ 742.960449] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.325779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.326226] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance network_info: |[{"id": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "address": "fa:16:3e:0a:2b:90", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f236f8-e0", "ovs_interfaceid": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 743.326835] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2b:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f236f8-e0c5-43cc-be70-c6a2b5e7c281', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.335724] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.336491] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.336801] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c27a96b-8e1b-46f0-9c08-20ca411ec562 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.354417] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 19b076c2-3696-4d28-a136-114764360913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.355851] env[69436]: INFO nova.compute.manager [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Rescuing [ 743.356076] env[69436]: DEBUG oslo_concurrency.lockutils [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.356233] env[69436]: DEBUG oslo_concurrency.lockutils [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.356392] env[69436]: DEBUG nova.network.neutron [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.359166] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.359166] env[69436]: value = "task-3254607" [ 743.359166] env[69436]: _type = "Task" [ 743.359166] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.367478] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254607, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.445453] env[69436]: DEBUG nova.compute.manager [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 743.445754] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.446783] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d98bff-b34b-4e6b-8f88-23f330151d80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.460256] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254606, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.462609] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.462904] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-311b0366-3d87-42a4-9cb0-a32237dd51fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.468835] env[69436]: DEBUG oslo_vmware.api [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 743.468835] env[69436]: value = "task-3254608" [ 743.468835] env[69436]: _type = "Task" [ 743.468835] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.477740] env[69436]: DEBUG oslo_vmware.api [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.860255] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 05ee971f-3aed-4c08-920d-60eaf4f20e75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.876885] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254607, 'name': CreateVM_Task, 'duration_secs': 0.426024} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.877821] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.878668] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.878850] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.879353] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.879991] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42227dce-8b3b-4ca3-89f7-b704640e14c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.886336] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 743.886336] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287554e-600b-5664-484f-e802156f88e7" [ 743.886336] env[69436]: _type = "Task" [ 743.886336] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.896479] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287554e-600b-5664-484f-e802156f88e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.960898] env[69436]: DEBUG oslo_vmware.api [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254606, 'name': RemoveSnapshot_Task, 'duration_secs': 1.046294} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.963478] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.963790] env[69436]: INFO nova.compute.manager [None req-4fa8b0d4-547a-41c8-beb1-15ea308f7489 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Took 18.21 seconds to snapshot the instance on the hypervisor. [ 743.979569] env[69436]: DEBUG oslo_vmware.api [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254608, 'name': PowerOffVM_Task, 'duration_secs': 0.26807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.979930] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.980133] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.980421] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5d85947-598f-41e3-a51f-876c5201ded1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.048066] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.048266] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.048464] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Deleting the datastore file [datastore2] f1ec9889-55f4-455c-a927-36585d57bc41 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.048754] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cdf8788-ed0e-40fd-9fe5-bce9ab6a97dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.057750] env[69436]: DEBUG oslo_vmware.api [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for the task: (returnval){ [ 744.057750] env[69436]: value = "task-3254610" [ 744.057750] env[69436]: _type = "Task" [ 744.057750] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.066908] env[69436]: DEBUG oslo_vmware.api [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.086184] env[69436]: DEBUG nova.network.neutron [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Updating instance_info_cache with network_info: [{"id": "7e346198-1ade-4d27-925d-698a672b342c", "address": "fa:16:3e:68:bc:4d", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e346198-1a", "ovs_interfaceid": "7e346198-1ade-4d27-925d-698a672b342c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.366318] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 0502af08-7fcb-4ebe-9b2c-c5d69661bed1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.396254] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5287554e-600b-5664-484f-e802156f88e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.396613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.396884] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.397166] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.397322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.397508] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.397768] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68031a3-eb67-44f2-929b-58d3739df636 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.409437] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.409650] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.410352] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4915bd11-1dd8-4292-8a13-8b08c0bfaf84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.415933] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 744.415933] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52426f6c-80e8-1455-45e4-edb4de7b2782" [ 744.415933] env[69436]: _type = "Task" [ 744.415933] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.424155] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52426f6c-80e8-1455-45e4-edb4de7b2782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.568514] env[69436]: DEBUG oslo_vmware.api [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Task: {'id': task-3254610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262339} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.568859] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.569109] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.569334] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.569568] env[69436]: INFO nova.compute.manager [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Took 1.12 seconds to destroy the instance on the hypervisor. [ 744.569894] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.570146] env[69436]: DEBUG nova.compute.manager [-] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 744.570266] env[69436]: DEBUG nova.network.neutron [-] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.589043] env[69436]: DEBUG oslo_concurrency.lockutils [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-ee130e80-37f3-424c-83fc-d980983ad96f" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.869803] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5e872a46-1c3e-4e2a-b7bc-358471966940 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.929989] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52426f6c-80e8-1455-45e4-edb4de7b2782, 'name': SearchDatastore_Task, 'duration_secs': 0.01813} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.930919] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11cb47a3-cedf-4b3e-9d68-ad04bd4427ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.936921] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 744.936921] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b81617-2dcd-fdd4-956f-0784eaa3b022" [ 744.936921] env[69436]: _type = "Task" [ 744.936921] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.946399] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b81617-2dcd-fdd4-956f-0784eaa3b022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.376066] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.448546] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b81617-2dcd-fdd4-956f-0784eaa3b022, 'name': SearchDatastore_Task, 'duration_secs': 0.021339} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.448932] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.449090] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 9570d9f7-1dcb-41b4-8058-e1f16833ac44/9570d9f7-1dcb-41b4-8058-e1f16833ac44.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.449495] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2afe439f-c733-424b-bacf-5968d64ce937 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.457244] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 745.457244] env[69436]: value = "task-3254611" [ 745.457244] env[69436]: _type = "Task" [ 745.457244] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.465464] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.593900] env[69436]: DEBUG nova.network.neutron [-] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.879010] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.968195] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.098344] env[69436]: INFO nova.compute.manager [-] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Took 1.53 seconds to deallocate network for instance. [ 746.384045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.468766] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749551} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.469112] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 9570d9f7-1dcb-41b4-8058-e1f16833ac44/9570d9f7-1dcb-41b4-8058-e1f16833ac44.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.469383] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.469691] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef9a8eb-b818-46f4-9bba-ca3320e1f666 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.476776] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 746.476776] env[69436]: value = "task-3254612" [ 746.476776] env[69436]: _type = "Task" [ 746.476776] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.485702] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.605854] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.788692] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357702-c0c8-ea16-1701-12f422008a95/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.790608] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74be926-6e6a-468f-9ab4-2b88146ebde9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.801673] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357702-c0c8-ea16-1701-12f422008a95/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.802045] env[69436]: ERROR oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357702-c0c8-ea16-1701-12f422008a95/disk-0.vmdk due to incomplete transfer. [ 746.802392] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56c24833-0bd9-4d83-889d-a4e56abd1b67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810855] env[69436]: DEBUG oslo_vmware.rw_handles [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52357702-c0c8-ea16-1701-12f422008a95/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.810997] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Uploaded image 89092b3e-d5ff-4bbb-a035-e739d18ec1ce to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.812604] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.812890] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57781dc8-a01f-4560-a6e9-b920ea3eae12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.819921] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 746.819921] env[69436]: value = "task-3254613" [ 746.819921] env[69436]: _type = "Task" [ 746.819921] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.828291] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254613, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.887631] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 3741039a-7ac6-4bba-a2c8-d36359221de6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.989355] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070323} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.990184] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.990966] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d5b1d0-6e56-4c2b-aead-81ebe145b575 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.019244] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 9570d9f7-1dcb-41b4-8058-e1f16833ac44/9570d9f7-1dcb-41b4-8058-e1f16833ac44.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.019622] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee928da4-57c8-4ba9-8d97-c2dbc7324bcc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.039980] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 747.039980] env[69436]: value = "task-3254614" [ 747.039980] env[69436]: _type = "Task" [ 747.039980] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.048623] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.335674] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254613, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.391569] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.552981] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.665464] env[69436]: DEBUG nova.compute.manager [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Received event network-vif-plugged-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 747.665464] env[69436]: DEBUG oslo_concurrency.lockutils [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] Acquiring lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.665464] env[69436]: DEBUG oslo_concurrency.lockutils [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.665626] env[69436]: DEBUG oslo_concurrency.lockutils [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.665858] env[69436]: DEBUG nova.compute.manager [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] No waiting events found dispatching network-vif-plugged-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.666061] env[69436]: WARNING nova.compute.manager [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Received unexpected event network-vif-plugged-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 for instance with vm_state building and task_state spawning. [ 747.666162] env[69436]: DEBUG nova.compute.manager [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Received event network-changed-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 747.666315] env[69436]: DEBUG nova.compute.manager [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Refreshing instance network info cache due to event network-changed-95f236f8-e0c5-43cc-be70-c6a2b5e7c281. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 747.666494] env[69436]: DEBUG oslo_concurrency.lockutils [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] Acquiring lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.666715] env[69436]: DEBUG oslo_concurrency.lockutils [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] Acquired lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.666784] env[69436]: DEBUG nova.network.neutron [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Refreshing network info cache for port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.831582] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254613, 'name': Destroy_Task, 'duration_secs': 0.575919} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.831867] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroyed the VM [ 747.832060] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 747.832326] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f374ec02-5e8f-49d0-abbc-e1174a20e1e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.839628] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 747.839628] env[69436]: value = "task-3254615" [ 747.839628] env[69436]: _type = "Task" [ 747.839628] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.848454] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.894902] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance e9efc762-daca-4dd1-8bf4-8a7eb49cce90 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.050625] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254614, 'name': ReconfigVM_Task, 'duration_secs': 0.553573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.050967] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 9570d9f7-1dcb-41b4-8058-e1f16833ac44/9570d9f7-1dcb-41b4-8058-e1f16833ac44.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.051797] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c6ed523-8a22-4cb3-8af6-5454d271e65b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.058378] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 748.058378] env[69436]: value = "task-3254616" [ 748.058378] env[69436]: _type = "Task" [ 748.058378] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.067068] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254616, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.281497] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.282727] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0be0947c-57fd-45a3-9385-e8e6acfef431 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.289787] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 748.289787] env[69436]: value = "task-3254617" [ 748.289787] env[69436]: _type = "Task" [ 748.289787] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.298573] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.349289] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254615, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.398548] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 4135ee93-8f44-4928-8420-961d17077c00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.413292] env[69436]: DEBUG nova.network.neutron [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updated VIF entry in instance network info cache for port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.413722] env[69436]: DEBUG nova.network.neutron [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [{"id": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "address": "fa:16:3e:0a:2b:90", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f236f8-e0", "ovs_interfaceid": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.570509] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254616, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.636336] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.637115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.637115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.637308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.637570] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.640443] env[69436]: INFO nova.compute.manager [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Terminating instance [ 748.799243] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254617, 'name': PowerOffVM_Task, 'duration_secs': 0.215511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.799986] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.800737] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99f10fa-6ed9-4967-a3d9-4f97d6fe832a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.819362] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b896349-2596-41db-9503-f984a7797a75 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.852057] env[69436]: DEBUG oslo_vmware.api [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254615, 'name': RemoveSnapshot_Task, 'duration_secs': 0.591591} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.852428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 748.852792] env[69436]: INFO nova.compute.manager [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 18.14 seconds to snapshot the instance on the hypervisor. [ 748.860812] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.861177] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a9582d-4ec9-42b3-9868-a9dda3491a94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.868867] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 748.868867] env[69436]: value = "task-3254618" [ 748.868867] env[69436]: _type = "Task" [ 748.868867] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.877418] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.902669] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance b55c5dca-5285-43be-8c6c-46acb75420e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.903183] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 748.903403] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 748.917658] env[69436]: DEBUG oslo_concurrency.lockutils [req-65307f9a-b7ec-4fd2-a506-d0df6ae08fe6 req-c6319d33-611e-4d52-9e90-ade8c291bd67 service nova] Releasing lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.071732] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254616, 'name': Rename_Task, 'duration_secs': 0.662159} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.072103] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.072371] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9fde34c-d552-472e-a4b4-0799c2f972a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.080260] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 749.080260] env[69436]: value = "task-3254619" [ 749.080260] env[69436]: _type = "Task" [ 749.080260] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.088063] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.146569] env[69436]: DEBUG nova.compute.manager [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 749.146569] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.146569] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5049602-17c6-4d33-9513-02a1d39e06ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.156513] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.156745] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f04460e-eaa9-4203-b4df-658b0b2b84d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.163100] env[69436]: DEBUG oslo_vmware.api [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 749.163100] env[69436]: value = "task-3254620" [ 749.163100] env[69436]: _type = "Task" [ 749.163100] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.173718] env[69436]: DEBUG oslo_vmware.api [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.233099] env[69436]: DEBUG nova.compute.manager [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 749.237538] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ffdf6-c29b-4d7f-9926-c6450c617ca8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.385020] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 749.385020] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.385020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.385020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.385337] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.385337] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c909689-32ff-4d1f-bf17-cfa718b9cb9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.399395] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.399800] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.400566] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738870e2-f515-46e2-b912-12ad06e22f82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.410506] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 749.410506] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fe2cf8-4348-1c5b-7b37-7eddf2fa47c9" [ 749.410506] env[69436]: _type = "Task" [ 749.410506] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.419968] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fe2cf8-4348-1c5b-7b37-7eddf2fa47c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.436267] env[69436]: DEBUG nova.compute.manager [None req-655af182-a107-4cd0-a3f4-2073cc80f0b7 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Found 2 images (rotation: 2) {{(pid=69436) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 749.507529] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6639a-9448-499a-b6a9-c6d372fc3556 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.515322] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d722572-3b40-409f-8a1c-8d4ae3d570dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.546840] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a88be6a-136b-4cb8-9cee-51178f438e3e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.554179] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463edf5e-f245-40c6-81e2-a04c7022747f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.569063] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.592957] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254619, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.612851] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e8680-3fe4-4625-27ba-f1b9f8140abd/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 749.614263] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e94faf-912f-4bea-a73b-420c24b3651f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.620360] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e8680-3fe4-4625-27ba-f1b9f8140abd/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 749.620579] env[69436]: ERROR oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e8680-3fe4-4625-27ba-f1b9f8140abd/disk-0.vmdk due to incomplete transfer. [ 749.620825] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a10a8928-7563-4297-943e-24d9c914e0a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.628424] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e8680-3fe4-4625-27ba-f1b9f8140abd/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 749.628658] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Uploaded image e38f6519-db16-40fa-be3c-66a24538776b to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 749.630989] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 749.631289] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5cf9177-9ac0-4c1b-94fd-e4dd61b009fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.636820] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 749.636820] env[69436]: value = "task-3254621" [ 749.636820] env[69436]: _type = "Task" [ 749.636820] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.644667] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254621, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.673320] env[69436]: DEBUG oslo_vmware.api [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254620, 'name': PowerOffVM_Task, 'duration_secs': 0.210843} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.673320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.673320] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.674024] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a155d768-7858-4c94-8a96-3e5de3b0122c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.738506] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.738734] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.738912] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Deleting the datastore file [datastore2] aee1aa5e-8cce-4cab-b5b0-e98f441e00d5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.739244] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfacc9e-2abd-41b9-a3e6-923663185ae7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.744942] env[69436]: DEBUG nova.compute.manager [req-4365d539-22cf-484d-b8d3-44bc8a205c9f req-65398ff2-1bb9-40ca-a4d4-3a4d3464aa33 service nova] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Received event network-vif-deleted-8c896f26-ee44-42aa-a9f9-b2387dda9216 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 749.746706] env[69436]: DEBUG oslo_vmware.api [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for the task: (returnval){ [ 749.746706] env[69436]: value = "task-3254623" [ 749.746706] env[69436]: _type = "Task" [ 749.746706] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.752060] env[69436]: INFO nova.compute.manager [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] instance snapshotting [ 749.755214] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc00541-a6df-4bd6-af19-fc018dba96d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.762203] env[69436]: DEBUG oslo_vmware.api [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.779862] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fbbca3-5b79-4c56-8e8e-c5674b81dd7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.920271] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fe2cf8-4348-1c5b-7b37-7eddf2fa47c9, 'name': SearchDatastore_Task, 'duration_secs': 0.031338} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.921156] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b1a45e-da51-4830-ad02-5401db09bb78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.926208] env[69436]: DEBUG nova.compute.manager [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 749.926549] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 749.926549] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3df54-3829-b816-ab87-9de4239cdd93" [ 749.926549] env[69436]: _type = "Task" [ 749.926549] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.927261] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19e520-cb92-4929-aed4-fe24714a7f6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.942051] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3df54-3829-b816-ab87-9de4239cdd93, 'name': SearchDatastore_Task, 'duration_secs': 0.00842} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.942362] env[69436]: DEBUG oslo_concurrency.lockutils [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.942552] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. {{(pid=69436) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 749.942793] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e2989f-8ed0-4d09-84b6-62021d597b08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.948350] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 749.948350] env[69436]: value = "task-3254624" [ 749.948350] env[69436]: _type = "Task" [ 749.948350] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.957586] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.072135] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.093694] env[69436]: DEBUG oslo_vmware.api [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254619, 'name': PowerOnVM_Task, 'duration_secs': 0.632209} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.093970] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.094189] env[69436]: INFO nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Took 8.80 seconds to spawn the instance on the hypervisor. [ 750.094353] env[69436]: DEBUG nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 750.095467] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ac45a-6e7e-4efe-b214-a3de3d892e71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.146606] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254621, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.257142] env[69436]: DEBUG oslo_vmware.api [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Task: {'id': task-3254623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144053} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.257329] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.257492] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.257661] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.257905] env[69436]: INFO nova.compute.manager [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 750.258208] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.258574] env[69436]: DEBUG nova.compute.manager [-] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 750.258689] env[69436]: DEBUG nova.network.neutron [-] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.290425] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.290801] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87ea6efb-c1d9-462f-a806-f5bc19c4a95b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.300756] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 750.300756] env[69436]: value = "task-3254625" [ 750.300756] env[69436]: _type = "Task" [ 750.300756] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.315408] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254625, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.443027] env[69436]: INFO nova.compute.manager [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] instance snapshotting [ 750.443027] env[69436]: DEBUG nova.objects.instance [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'flavor' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.458283] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450503} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.459185] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. [ 750.460020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bfb25a-13a6-4838-aa88-9c46e8fb2095 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.486258] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.486854] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fef4dfb-9faa-420d-85b9-539153903daf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.508492] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 750.508492] env[69436]: value = "task-3254626" [ 750.508492] env[69436]: _type = "Task" [ 750.508492] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.516776] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.577847] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 750.578229] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.309s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.578597] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.750s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.580805] env[69436]: INFO nova.compute.claims [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.616614] env[69436]: INFO nova.compute.manager [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Took 46.38 seconds to build instance. [ 750.649530] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254621, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.810809] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.811108] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.811281] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.811452] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.811648] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.816414] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254625, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.817627] env[69436]: INFO nova.compute.manager [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Terminating instance [ 750.947630] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2941b223-4b60-4a21-bb4a-cb7536cc6ed6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.970295] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d303f-b445-4cc0-9613-4ac8c3cb7cea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.019463] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254626, 'name': ReconfigVM_Task, 'duration_secs': 0.287876} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.020470] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.021342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27940eb-9204-4151-8bc9-8875900ff636 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.048769] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9215d70-35df-4f39-a39b-381df1a4e3cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.066167] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 751.066167] env[69436]: value = "task-3254627" [ 751.066167] env[69436]: _type = "Task" [ 751.066167] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.074434] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.119741] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6c47647d-4fb9-4b91-9f58-cb9996d0423a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.937s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.147537] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254621, 'name': Destroy_Task, 'duration_secs': 1.368766} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.147893] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Destroyed the VM [ 751.148155] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.148412] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5161a486-791f-4dc7-ae84-c16026d107f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.155504] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 751.155504] env[69436]: value = "task-3254628" [ 751.155504] env[69436]: _type = "Task" [ 751.155504] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.163657] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.296030] env[69436]: DEBUG nova.network.neutron [-] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.314910] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254625, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.321743] env[69436]: DEBUG nova.compute.manager [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 751.322083] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.323268] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f4a20-8079-42f1-be7c-8cbccf564056 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.335132] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.335420] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a609c555-0c4f-45d9-81de-9a6352e22a5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.465907] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "fe4f08b4-aa1c-4326-93ed-d073072b178a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.466199] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.484197] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.484360] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0802d632-bfca-40ae-91d3-c6c771d86c20 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.491940] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 751.491940] env[69436]: value = "task-3254630" [ 751.491940] env[69436]: _type = "Task" [ 751.491940] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.500656] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.578417] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254627, 'name': ReconfigVM_Task, 'duration_secs': 0.168906} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.578847] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.579224] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2324393-57b7-4370-8895-9cf9fc568cdf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.586962] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 751.586962] env[69436]: value = "task-3254631" [ 751.586962] env[69436]: _type = "Task" [ 751.586962] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.598496] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.623016] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 751.666330] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254628, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.799058] env[69436]: INFO nova.compute.manager [-] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Took 1.54 seconds to deallocate network for instance. [ 751.818649] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254625, 'name': CreateSnapshot_Task, 'duration_secs': 1.304654} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.821211] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.822194] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27391554-ea87-4827-9853-76c1c76fadc4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.907430] env[69436]: DEBUG nova.compute.manager [req-a084acc4-9f88-42e0-b6f0-5470834a40c9 req-d09c5be8-3479-421c-bc53-95a15f69229b service nova] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Received event network-vif-deleted-6ba461b2-bcaa-43bf-b854-dc3a7f265d49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 752.006730] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254630, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.027373] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.027592] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.027775] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleting the datastore file [datastore2] e6a49a4a-583d-4fc8-bc42-904a7c8224d6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.028057] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d23a97-b145-4dbd-a260-775cd183267e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.036023] env[69436]: DEBUG oslo_vmware.api [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 752.036023] env[69436]: value = "task-3254632" [ 752.036023] env[69436]: _type = "Task" [ 752.036023] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.043151] env[69436]: DEBUG oslo_vmware.api [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.104792] env[69436]: DEBUG oslo_vmware.api [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254631, 'name': PowerOnVM_Task, 'duration_secs': 0.449749} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.105067] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.110997] env[69436]: DEBUG nova.compute.manager [None req-10b37413-7754-4604-8df5-5e9c017567ea tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 752.112082] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57990a55-092a-4a53-92d9-bf594067efda {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.148771] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.168196] env[69436]: DEBUG oslo_vmware.api [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.684793} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.171980] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.172284] env[69436]: INFO nova.compute.manager [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 752.293115] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c15e42e-9d8a-4cf0-bde0-08e3069d65f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.301853] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91501314-5eab-4b48-9c8c-c286baf32940 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.307292] env[69436]: DEBUG nova.compute.manager [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-changed-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 752.307980] env[69436]: DEBUG nova.compute.manager [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing instance network info cache due to event network-changed-76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 752.307980] env[69436]: DEBUG oslo_concurrency.lockutils [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] Acquiring lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.307980] env[69436]: DEBUG oslo_concurrency.lockutils [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] Acquired lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.308154] env[69436]: DEBUG nova.network.neutron [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.312406] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.343798] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.345150] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-738f948b-f50d-452f-b074-7366ebcd5f87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.348726] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d2a554-ff88-410e-9cd3-645aa2982eea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.358352] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5f430e-03cf-4075-88a5-d03cdf98203a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.362852] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 752.362852] env[69436]: value = "task-3254633" [ 752.362852] env[69436]: _type = "Task" [ 752.362852] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.377704] env[69436]: DEBUG nova.compute.provider_tree [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.385102] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254633, 'name': CloneVM_Task} progress is 11%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.504711] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254630, 'name': CreateSnapshot_Task, 'duration_secs': 0.687193} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.505304] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.507094] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df9a75-4df7-4b15-aed0-ba3c6b1565da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.544173] env[69436]: DEBUG oslo_vmware.api [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.544508] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.544629] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.544810] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.544978] env[69436]: INFO nova.compute.manager [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 752.545248] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.545447] env[69436]: DEBUG nova.compute.manager [-] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 752.545540] env[69436]: DEBUG nova.network.neutron [-] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.677040] env[69436]: DEBUG nova.compute.manager [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Instance disappeared during snapshot {{(pid=69436) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 752.687925] env[69436]: DEBUG nova.compute.manager [None req-5510768d-8422-4119-a7b4-1bdcc3761df4 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image not found during clean up e38f6519-db16-40fa-be3c-66a24538776b {{(pid=69436) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 752.873600] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254633, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.880882] env[69436]: DEBUG nova.scheduler.client.report [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.027237] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 753.029216] env[69436]: DEBUG nova.network.neutron [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updated VIF entry in instance network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.029216] env[69436]: DEBUG nova.network.neutron [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.033531] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39ae23fd-30ab-4644-bde1-edbb6fd783bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.041019] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 753.041019] env[69436]: value = "task-3254634" [ 753.041019] env[69436]: _type = "Task" [ 753.041019] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.050121] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254634, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.306223] env[69436]: DEBUG nova.network.neutron [-] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.376765] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254633, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.387063] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.389149] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 753.390969] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.797s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.392573] env[69436]: INFO nova.compute.claims [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.537813] env[69436]: DEBUG oslo_concurrency.lockutils [req-d3b8b47a-6cf2-46ab-b322-5293ef0dd1f7 req-ccfcbec8-98df-4747-bc4f-6578b9fa9080 service nova] Releasing lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.554309] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254634, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.808708] env[69436]: INFO nova.compute.manager [-] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Took 1.26 seconds to deallocate network for instance. [ 753.879876] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254633, 'name': CloneVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.897225] env[69436]: DEBUG nova.compute.utils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.902276] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 753.902276] env[69436]: DEBUG nova.network.neutron [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.949712] env[69436]: DEBUG nova.policy [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d5eafdb8b74f2996c8b13d148a2b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2bc00c6504894b344f65c4c03d6bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.055543] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254634, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.265681] env[69436]: DEBUG nova.network.neutron [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Successfully created port: 4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.320823] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.378646] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254633, 'name': CloneVM_Task, 'duration_secs': 1.599003} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.379132] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Created linked-clone VM from snapshot [ 754.383020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb51f7ff-502d-4e65-9781-3a8926939fe5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.391065] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Uploading image 3130f867-765d-4ba7-bf42-c9b49e9a1d79 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.411320] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 754.425139] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.425139] env[69436]: value = "vm-650291" [ 754.425139] env[69436]: _type = "VirtualMachine" [ 754.425139] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.425426] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-597bde1f-25e8-445f-84a4-23b43a9da3e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.433419] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lease: (returnval){ [ 754.433419] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c8fa8d-950e-54da-8a98-d033d1815b8c" [ 754.433419] env[69436]: _type = "HttpNfcLease" [ 754.433419] env[69436]: } obtained for exporting VM: (result){ [ 754.433419] env[69436]: value = "vm-650291" [ 754.433419] env[69436]: _type = "VirtualMachine" [ 754.433419] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.433708] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the lease: (returnval){ [ 754.433708] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c8fa8d-950e-54da-8a98-d033d1815b8c" [ 754.433708] env[69436]: _type = "HttpNfcLease" [ 754.433708] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.439965] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.439965] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c8fa8d-950e-54da-8a98-d033d1815b8c" [ 754.439965] env[69436]: _type = "HttpNfcLease" [ 754.439965] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.518434] env[69436]: DEBUG nova.compute.manager [req-cbd4cec9-fc68-4075-853e-d43fcaa4b899 req-bbde8d5b-110e-439a-a816-047642c3a71a service nova] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Received event network-vif-deleted-50bf1c49-4a59-4c68-a4c6-cc41a0969fe3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 754.556909] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254634, 'name': CloneVM_Task, 'duration_secs': 1.385897} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.559938] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created linked-clone VM from snapshot [ 754.561653] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e17d6-04b8-4a42-811b-13290d086de1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.570289] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Uploading image ee4f8802-9170-4ff9-a588-9aa4ad255f02 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.612700] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.612700] env[69436]: value = "vm-650292" [ 754.612700] env[69436]: _type = "VirtualMachine" [ 754.612700] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.613299] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e250c6e7-5f30-43d1-82a3-f3a1e3015a41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.619410] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease: (returnval){ [ 754.619410] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f01291-3376-a078-0a0d-d1cc56562347" [ 754.619410] env[69436]: _type = "HttpNfcLease" [ 754.619410] env[69436]: } obtained for exporting VM: (result){ [ 754.619410] env[69436]: value = "vm-650292" [ 754.619410] env[69436]: _type = "VirtualMachine" [ 754.619410] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.619688] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the lease: (returnval){ [ 754.619688] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f01291-3376-a078-0a0d-d1cc56562347" [ 754.619688] env[69436]: _type = "HttpNfcLease" [ 754.619688] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.632552] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.632552] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f01291-3376-a078-0a0d-d1cc56562347" [ 754.632552] env[69436]: _type = "HttpNfcLease" [ 754.632552] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.693335] env[69436]: DEBUG nova.compute.manager [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-changed-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 754.693335] env[69436]: DEBUG nova.compute.manager [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing instance network info cache due to event network-changed-76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 754.693335] env[69436]: DEBUG oslo_concurrency.lockutils [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] Acquiring lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.693335] env[69436]: DEBUG oslo_concurrency.lockutils [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] Acquired lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.693467] env[69436]: DEBUG nova.network.neutron [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.943743] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.943743] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c8fa8d-950e-54da-8a98-d033d1815b8c" [ 754.943743] env[69436]: _type = "HttpNfcLease" [ 754.943743] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.943743] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.943743] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c8fa8d-950e-54da-8a98-d033d1815b8c" [ 754.943743] env[69436]: _type = "HttpNfcLease" [ 754.943743] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.944651] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3d366-b5c2-42f7-88dc-33d98dfbdc83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.953258] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cd9db-ec88-34fe-59ce-b85347b469fb/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.953350] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cd9db-ec88-34fe-59ce-b85347b469fb/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.076689] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea359565-4437-412a-8844-4110789d5718 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.084503] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17437824-d313-4590-807a-0630e451d78a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.115231] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882e23e4-06c0-4b81-bb70-1b2f86ff3178 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.125218] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f65b1-5996-403f-8fdc-ba1d30f4c2c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.139041] env[69436]: DEBUG nova.compute.provider_tree [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.143237] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.143237] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f01291-3376-a078-0a0d-d1cc56562347" [ 755.143237] env[69436]: _type = "HttpNfcLease" [ 755.143237] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.143237] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.143237] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f01291-3376-a078-0a0d-d1cc56562347" [ 755.143237] env[69436]: _type = "HttpNfcLease" [ 755.143237] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.143519] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8832cc7-c125-4c88-bc63-cdad763e1426 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.151686] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52225cde-4b56-902a-2bee-4b049094cd87/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.151771] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52225cde-4b56-902a-2bee-4b049094cd87/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.218755] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bda0df01-d4ef-4e77-b933-94b19aa12d5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.283605] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04bf3ce5-73f1-43f8-883d-b1b0f1ef19b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.425218] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 755.448662] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.449130] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.449317] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.449505] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.449650] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.449798] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.450089] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.450158] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.450321] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.450477] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.450809] env[69436]: DEBUG nova.virt.hardware [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.451962] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cf142-6383-416b-84a2-1b18c372a65d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.464785] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac139fe4-97ff-4c7f-bfc7-c0723282ad1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.515692] env[69436]: DEBUG nova.network.neutron [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updated VIF entry in instance network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.516738] env[69436]: DEBUG nova.network.neutron [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.642468] env[69436]: DEBUG nova.scheduler.client.report [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.877893] env[69436]: DEBUG nova.network.neutron [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Successfully updated port: 4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.925065] env[69436]: DEBUG nova.objects.instance [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lazy-loading 'flavor' on Instance uuid 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.019888] env[69436]: DEBUG oslo_concurrency.lockutils [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] Releasing lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.024146] env[69436]: DEBUG nova.compute.manager [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Received event network-changed-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 756.024146] env[69436]: DEBUG nova.compute.manager [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Refreshing instance network info cache due to event network-changed-95f236f8-e0c5-43cc-be70-c6a2b5e7c281. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 756.024146] env[69436]: DEBUG oslo_concurrency.lockutils [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] Acquiring lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.024146] env[69436]: DEBUG oslo_concurrency.lockutils [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] Acquired lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.024146] env[69436]: DEBUG nova.network.neutron [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Refreshing network info cache for port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.148796] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.149582] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 756.152919] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.512s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.155612] env[69436]: INFO nova.compute.claims [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.381036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-ae003353-32f8-4e86-915a-5a184e105be5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.381036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-ae003353-32f8-4e86-915a-5a184e105be5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.381215] env[69436]: DEBUG nova.network.neutron [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.433520] env[69436]: DEBUG oslo_concurrency.lockutils [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.433725] env[69436]: DEBUG oslo_concurrency.lockutils [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.580553] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-6d2a912a-8990-4032-b22c-d1a769e058fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.580833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6d2a912a-8990-4032-b22c-d1a769e058fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.581500] env[69436]: DEBUG nova.objects.instance [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'flavor' on Instance uuid 6d2a912a-8990-4032-b22c-d1a769e058fd {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.666318] env[69436]: DEBUG nova.compute.utils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.671651] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 756.671929] env[69436]: DEBUG nova.network.neutron [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.689899] env[69436]: INFO nova.compute.manager [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Rescuing [ 756.690181] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.690337] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.690667] env[69436]: DEBUG nova.network.neutron [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.722106] env[69436]: DEBUG nova.policy [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52a8b47697f74c0089114adf43cf3fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef7f23955b34fd68ab2336ae4d4a3b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.896759] env[69436]: DEBUG nova.network.neutron [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updated VIF entry in instance network info cache for port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.897234] env[69436]: DEBUG nova.network.neutron [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [{"id": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "address": "fa:16:3e:0a:2b:90", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f236f8-e0", "ovs_interfaceid": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.023536] env[69436]: DEBUG nova.network.neutron [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Successfully created port: f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.166551] env[69436]: DEBUG nova.network.neutron [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.178689] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 757.318705] env[69436]: DEBUG nova.objects.instance [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d2a912a-8990-4032-b22c-d1a769e058fd {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.410083] env[69436]: DEBUG nova.network.neutron [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.411965] env[69436]: DEBUG oslo_concurrency.lockutils [req-377cdbb8-758a-4858-842c-52b0fcf3070c req-b167d411-4b4a-4d55-a85e-67e12511a255 service nova] Releasing lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.440911] env[69436]: DEBUG nova.network.neutron [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Updating instance_info_cache with network_info: [{"id": "4b95898d-6e98-4740-b606-e0d7bc232956", "address": "fa:16:3e:9d:9c:98", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b95898d-6e", "ovs_interfaceid": "4b95898d-6e98-4740-b606-e0d7bc232956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.491206] env[69436]: DEBUG nova.network.neutron [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Updating instance_info_cache with network_info: [{"id": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "address": "fa:16:3e:99:8a:1a", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ba61c0-ae", "ovs_interfaceid": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.828703] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e459d-ae4f-4239-a517-c9305fab05f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.832677] env[69436]: DEBUG nova.objects.base [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Object Instance<6d2a912a-8990-4032-b22c-d1a769e058fd> lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 757.832927] env[69436]: DEBUG nova.network.neutron [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.840098] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a470c-6a3e-4f1d-a972-c68a4d813498 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.873509] env[69436]: DEBUG nova.policy [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.875803] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fea4bc-cf3a-4444-89ed-ade5a5cc3f0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.883717] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d44a7c5-ff5b-45c8-b49c-d29a03af137f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.898140] env[69436]: DEBUG nova.compute.provider_tree [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.947389] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-ae003353-32f8-4e86-915a-5a184e105be5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.947803] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance network_info: |[{"id": "4b95898d-6e98-4740-b606-e0d7bc232956", "address": "fa:16:3e:9d:9c:98", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b95898d-6e", "ovs_interfaceid": "4b95898d-6e98-4740-b606-e0d7bc232956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 757.948258] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:9c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b95898d-6e98-4740-b606-e0d7bc232956', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.956051] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating folder: Project (a8c2bc00c6504894b344f65c4c03d6bb). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.957055] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60463c85-c8da-4b54-8d02-617172a75655 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.967602] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created folder: Project (a8c2bc00c6504894b344f65c4c03d6bb) in parent group-v650165. [ 757.967813] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating folder: Instances. Parent ref: group-v650293. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.968085] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae2586d-5ccc-47ee-b711-4868fd62c8c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.977341] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created folder: Instances in parent group-v650293. [ 757.977582] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.977769] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.977973] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd439877-1222-4602-a29e-2f68968b00aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.997670] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.004987] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.004987] env[69436]: value = "task-3254639" [ 758.004987] env[69436]: _type = "Task" [ 758.004987] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.013727] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254639, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.168090] env[69436]: DEBUG nova.network.neutron [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Successfully created port: 1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.179403] env[69436]: DEBUG nova.network.neutron [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.192449] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 758.401930] env[69436]: DEBUG nova.scheduler.client.report [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.515705] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254639, 'name': CreateVM_Task, 'duration_secs': 0.384418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.515917] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.516680] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.516852] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.517255] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.517536] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35671aa-390d-42c8-abd0-fc2659c84df8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.524598] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 758.524598] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5273e084-cac6-c720-9533-43a40fd8a2e1" [ 758.524598] env[69436]: _type = "Task" [ 758.524598] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.533771] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5273e084-cac6-c720-9533-43a40fd8a2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.668987] env[69436]: DEBUG nova.network.neutron [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Successfully updated port: f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.682183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.682431] env[69436]: DEBUG nova.compute.manager [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Inject network info {{(pid=69436) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 758.682722] env[69436]: DEBUG nova.compute.manager [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] network_info to inject: |[{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 758.688191] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Reconfiguring VM instance to set the machine id {{(pid=69436) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 758.688824] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ce1874-cffc-4b08-99a8-88ada2006908 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.705364] env[69436]: DEBUG oslo_vmware.api [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 758.705364] env[69436]: value = "task-3254640" [ 758.705364] env[69436]: _type = "Task" [ 758.705364] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.714676] env[69436]: DEBUG oslo_vmware.api [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.909203] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.909816] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 758.912755] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.217s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.912983] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.915164] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.277s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.917178] env[69436]: INFO nova.compute.claims [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.941917] env[69436]: INFO nova.scheduler.client.report [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Deleted allocations for instance 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee [ 759.035762] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5273e084-cac6-c720-9533-43a40fd8a2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.018695} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.036083] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.036320] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.036548] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.036694] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.036879] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.037140] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0837036d-05cb-44e8-907b-c97c3ed1fa3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.045967] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.046196] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.047010] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092c8bb7-65be-472a-a99a-36b76ebd1140 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.053101] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 759.053101] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0ee68-f299-44ea-0209-197c6b35b7da" [ 759.053101] env[69436]: _type = "Task" [ 759.053101] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.061903] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0ee68-f299-44ea-0209-197c6b35b7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.173778] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.174064] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.174196] env[69436]: DEBUG nova.network.neutron [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.215882] env[69436]: DEBUG oslo_vmware.api [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254640, 'name': ReconfigVM_Task, 'duration_secs': 0.212647} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.216231] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-043f2601-fa60-49c4-9cd0-8b75c8754b7f tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Reconfigured VM instance to set the machine id {{(pid=69436) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 759.422822] env[69436]: DEBUG nova.compute.utils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.427065] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 759.427229] env[69436]: DEBUG nova.network.neutron [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.451105] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6b0eff58-beb6-4bdc-ab9c-d3db55ce56b0 tempest-AttachInterfacesV270Test-1405862326 tempest-AttachInterfacesV270Test-1405862326-project-member] Lock "5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.214s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.475892] env[69436]: DEBUG nova.policy [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52a8b47697f74c0089114adf43cf3fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef7f23955b34fd68ab2336ae4d4a3b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.567201] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0ee68-f299-44ea-0209-197c6b35b7da, 'name': SearchDatastore_Task, 'duration_secs': 0.01686} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.568325] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e9349e-1b89-48ce-b414-946a88c2b73f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.574624] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 759.574624] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52204b0e-ff95-9600-ba2b-5842aeceabfc" [ 759.574624] env[69436]: _type = "Task" [ 759.574624] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.586034] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52204b0e-ff95-9600-ba2b-5842aeceabfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.711735] env[69436]: DEBUG nova.network.neutron [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.851092] env[69436]: DEBUG nova.network.neutron [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Updating instance_info_cache with network_info: [{"id": "f13823b2-c795-481e-92a8-7fd180928096", "address": "fa:16:3e:81:62:eb", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13823b2-c7", "ovs_interfaceid": "f13823b2-c795-481e-92a8-7fd180928096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.867495] env[69436]: DEBUG nova.network.neutron [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Successfully created port: 350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.927749] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 759.963958] env[69436]: DEBUG nova.network.neutron [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Successfully updated port: 1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.091189] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52204b0e-ff95-9600-ba2b-5842aeceabfc, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.091545] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.091868] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.092340] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1061367b-d5c0-401d-981f-8efa9f7badc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.100658] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 760.100658] env[69436]: value = "task-3254641" [ 760.100658] env[69436]: _type = "Task" [ 760.100658] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.109261] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.354568] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.354954] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Instance network_info: |[{"id": "f13823b2-c795-481e-92a8-7fd180928096", "address": "fa:16:3e:81:62:eb", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13823b2-c7", "ovs_interfaceid": "f13823b2-c795-481e-92a8-7fd180928096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 760.470029] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.470314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.470555] env[69436]: DEBUG nova.network.neutron [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.525699] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d5d68-0c72-4b55-88cf-0f08a984ad4e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.533919] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f17c5f-f179-49cd-a52a-48bb846a7dd6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.566769] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d4e03-0c89-4c7c-9fed-36ec215766a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.575355] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f2934c-54b5-45e3-b8a7-b86e79a71faf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.591529] env[69436]: DEBUG nova.compute.provider_tree [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.611554] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.941144] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 761.009310] env[69436]: WARNING nova.network.neutron [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] d589015f-0230-4f23-afc0-c48696f93374 already exists in list: networks containing: ['d589015f-0230-4f23-afc0-c48696f93374']. ignoring it [ 761.094676] env[69436]: DEBUG nova.scheduler.client.report [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.112616] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652863} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.113799] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.114327] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.114971] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91f5c1dc-9053-4d92-b457-0747f4de9a23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.122258] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 761.122258] env[69436]: value = "task-3254642" [ 761.122258] env[69436]: _type = "Task" [ 761.122258] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.132231] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.387636] env[69436]: DEBUG nova.network.neutron [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d5d45d7-95e2-4843-8fde-af59a581ddee", "address": "fa:16:3e:0e:bc:6e", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5d45d7-95", "ovs_interfaceid": "1d5d45d7-95e2-4843-8fde-af59a581ddee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.602729] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.603498] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 761.607582] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.986s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.607921] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.610880] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.734s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.613058] env[69436]: INFO nova.compute.claims [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.635312] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081214} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.635568] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.636703] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d7594-828e-4d57-8b4e-ae5984bec4e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.662111] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.663382] env[69436]: INFO nova.scheduler.client.report [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Deleted allocations for instance debf4a55-5e31-4e22-bcd5-4b3267969e51 [ 761.667318] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458e4c15-d4fe-4304-a5e5-2d6458ebdc51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.687544] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 761.687544] env[69436]: value = "task-3254643" [ 761.687544] env[69436]: _type = "Task" [ 761.687544] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.697024] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.776447] env[69436]: DEBUG nova.network.neutron [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Successfully updated port: 350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.891060] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.891060] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.891258] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.892230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27accf74-0267-4390-9fb9-1a3183059f64 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.910515] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.910762] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.910918] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.911111] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.911257] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.911405] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.911636] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.911810] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.912058] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.912242] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.912417] env[69436]: DEBUG nova.virt.hardware [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.918638] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Reconfiguring VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 761.918979] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfdde697-8878-4c7c-8b3f-f2fc40559040 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.936942] env[69436]: DEBUG oslo_vmware.api [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 761.936942] env[69436]: value = "task-3254644" [ 761.936942] env[69436]: _type = "Task" [ 761.936942] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.944645] env[69436]: DEBUG oslo_vmware.api [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254644, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.120724] env[69436]: DEBUG nova.compute.utils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.122312] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 762.122482] env[69436]: DEBUG nova.network.neutron [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.162404] env[69436]: DEBUG nova.policy [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52a8b47697f74c0089114adf43cf3fc3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ef7f23955b34fd68ab2336ae4d4a3b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.186737] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca762966-56e6-4184-a979-d691dfd7d0ac tempest-InstanceActionsNegativeTestJSON-1053039236 tempest-InstanceActionsNegativeTestJSON-1053039236-project-member] Lock "debf4a55-5e31-4e22-bcd5-4b3267969e51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.229s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.197914] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254643, 'name': ReconfigVM_Task, 'duration_secs': 0.38021} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.198575] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.199266] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2597a71-b470-4bfc-a12e-0b3c4dd6f9b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.206552] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 762.206552] env[69436]: value = "task-3254645" [ 762.206552] env[69436]: _type = "Task" [ 762.206552] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.215081] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254645, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.282695] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "refresh_cache-84bd8049-779a-42b6-8466-3a4afee0a1e8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.282932] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "refresh_cache-84bd8049-779a-42b6-8466-3a4afee0a1e8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.283155] env[69436]: DEBUG nova.network.neutron [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.451651] env[69436]: DEBUG oslo_vmware.api [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.499270] env[69436]: DEBUG nova.network.neutron [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Successfully created port: 4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.627026] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 762.718615] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254645, 'name': Rename_Task, 'duration_secs': 0.178279} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.721395] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.722986] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8255e8f9-3d5d-4e5a-91dd-cc0bd719a657 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.729563] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 762.729563] env[69436]: value = "task-3254646" [ 762.729563] env[69436]: _type = "Task" [ 762.729563] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.740951] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.822218] env[69436]: DEBUG nova.network.neutron [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.955697] env[69436]: DEBUG oslo_vmware.api [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254644, 'name': ReconfigVM_Task, 'duration_secs': 0.705142} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.956339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.956671] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Reconfigured VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 762.963585] env[69436]: DEBUG nova.network.neutron [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Updating instance_info_cache with network_info: [{"id": "350ab892-cbca-4213-a5be-b42936bc14aa", "address": "fa:16:3e:2d:6b:45", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350ab892-cb", "ovs_interfaceid": "350ab892-cbca-4213-a5be-b42936bc14aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.201758] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6486c-845c-4d51-8645-d2c9b1d8c263 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.210616] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a11161-103c-46dc-89a9-15a93f6a4a89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.246202] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb82f27-0b9a-4664-9396-3a7b9fb58fda {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.255724] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254646, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.259108] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb3a8ea-80be-4b4f-842d-5e790ed48afc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.275264] env[69436]: DEBUG nova.compute.provider_tree [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.461954] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ecbd7127-0ac4-4fd4-86fb-87215ccf3a14 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6d2a912a-8990-4032-b22c-d1a769e058fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.881s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.469323] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "refresh_cache-84bd8049-779a-42b6-8466-3a4afee0a1e8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.469323] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Instance network_info: |[{"id": "350ab892-cbca-4213-a5be-b42936bc14aa", "address": "fa:16:3e:2d:6b:45", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350ab892-cb", "ovs_interfaceid": "350ab892-cbca-4213-a5be-b42936bc14aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 763.637227] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 763.752120] env[69436]: DEBUG oslo_vmware.api [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254646, 'name': PowerOnVM_Task, 'duration_secs': 0.660595} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.752406] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.752608] env[69436]: INFO nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Took 8.33 seconds to spawn the instance on the hypervisor. [ 763.752836] env[69436]: DEBUG nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 763.753677] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819eb98-b573-460f-a243-53899095dc56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.779166] env[69436]: DEBUG nova.scheduler.client.report [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.847628] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.847876] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.848056] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.848530] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.848530] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.848530] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.848725] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.848897] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.849047] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.849511] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.849807] env[69436]: DEBUG nova.virt.hardware [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.851919] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecde8fda-408e-4fd5-b377-66a73e15bef7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.861858] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.862114] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.862274] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.862455] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.862598] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.862749] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.862952] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.863122] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.863289] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.863448] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.863617] env[69436]: DEBUG nova.virt.hardware [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.864970] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59cbd17-f550-4d66-81d2-05e74d1ab109 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.870927] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97872dc9-9931-430c-8f36-5fc3c09182c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883834] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:62:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f13823b2-c795-481e-92a8-7fd180928096', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.891121] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Creating folder: Project (2ef7f23955b34fd68ab2336ae4d4a3b6). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.893352] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.893749] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.893749] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.893883] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.894050] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.894509] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.894509] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.894626] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.894696] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.894958] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.895076] env[69436]: DEBUG nova.virt.hardware [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.896896] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96c55ee-e552-4ec1-a9ca-c2f005f849b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.900057] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac02fe-b5e4-457b-8a2e-4691893cc762 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.904138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e2f9c4-035d-45cb-963c-76810fe4b7ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.909685] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cd9db-ec88-34fe-59ce-b85347b469fb/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.911272] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe28c8-2791-4567-9b71-7391681358ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.917069] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606cded8-46c9-4505-b6b8-0f89a69131f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.930592] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cd9db-ec88-34fe-59ce-b85347b469fb/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.930760] env[69436]: ERROR oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cd9db-ec88-34fe-59ce-b85347b469fb/disk-0.vmdk due to incomplete transfer. [ 763.931284] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6b:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350ab892-cbca-4213-a5be-b42936bc14aa', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.938499] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Creating folder: Project (2ef7f23955b34fd68ab2336ae4d4a3b6). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.938784] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Created folder: Project (2ef7f23955b34fd68ab2336ae4d4a3b6) in parent group-v650165. [ 763.938947] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Creating folder: Instances. Parent ref: group-v650296. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.939569] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9280f991-a20a-4d27-a3bd-7937140b9e55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.941371] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f3bbeb5-bbe7-4f17-9f33-5c7871265c2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.942868] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53458f89-b2c5-4245-858e-9480b0cbbb36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.960217] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cd9db-ec88-34fe-59ce-b85347b469fb/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.960545] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Uploaded image 3130f867-765d-4ba7-bf42-c9b49e9a1d79 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.962892] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.964226] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca7f5109-9a92-47f6-88d9-3f8dc777584b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.967392] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Created folder: Instances in parent group-v650296. [ 763.967638] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.969030] env[69436]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 763.969187] env[69436]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69436) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 763.969416] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.969806] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Folder already exists: Project (2ef7f23955b34fd68ab2336ae4d4a3b6). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 763.970066] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.970635] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c2813a-a8b9-487a-8b7c-2ab54d44838e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.986704] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.989640] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0245a804-d9fe-452e-a872-bdd46a2c148d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.004530] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 764.004530] env[69436]: value = "task-3254650" [ 764.004530] env[69436]: _type = "Task" [ 764.004530] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.008271] env[69436]: DEBUG nova.network.neutron [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Successfully updated port: 4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.016170] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.016170] env[69436]: value = "task-3254651" [ 764.016170] env[69436]: _type = "Task" [ 764.016170] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.018450] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.018450] env[69436]: value = "task-3254652" [ 764.018450] env[69436]: _type = "Task" [ 764.018450] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.028426] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254650, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.034306] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254651, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.037374] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254652, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.259337] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52225cde-4b56-902a-2bee-4b049094cd87/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 764.260600] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce4f7f-0188-41e8-b7e9-885f0aff54a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.274176] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52225cde-4b56-902a-2bee-4b049094cd87/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 764.274176] env[69436]: ERROR oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52225cde-4b56-902a-2bee-4b049094cd87/disk-0.vmdk due to incomplete transfer. [ 764.274176] env[69436]: INFO nova.compute.manager [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Took 57.47 seconds to build instance. [ 764.275031] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f1cc1b2-fbac-4b7d-bb38-7b532d6f27f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.286115] env[69436]: DEBUG oslo_vmware.rw_handles [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52225cde-4b56-902a-2bee-4b049094cd87/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 764.286115] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Uploaded image ee4f8802-9170-4ff9-a588-9aa4ad255f02 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 764.286320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 764.287322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.288714] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 764.290734] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-970d58e5-9787-467c-a5d7-d7f048d71624 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.293768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.187s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.295388] env[69436]: INFO nova.compute.claims [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.302955] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 764.302955] env[69436]: value = "task-3254653" [ 764.302955] env[69436]: _type = "Task" [ 764.302955] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.313252] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254653, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.353947] env[69436]: DEBUG nova.compute.manager [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Received event network-vif-plugged-4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 764.354570] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] Acquiring lock "ae003353-32f8-4e86-915a-5a184e105be5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.354570] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] Lock "ae003353-32f8-4e86-915a-5a184e105be5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.354730] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] Lock "ae003353-32f8-4e86-915a-5a184e105be5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.354888] env[69436]: DEBUG nova.compute.manager [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] No waiting events found dispatching network-vif-plugged-4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.355062] env[69436]: WARNING nova.compute.manager [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Received unexpected event network-vif-plugged-4b95898d-6e98-4740-b606-e0d7bc232956 for instance with vm_state active and task_state None. [ 764.355234] env[69436]: DEBUG nova.compute.manager [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Received event network-changed-4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 764.355397] env[69436]: DEBUG nova.compute.manager [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Refreshing instance network info cache due to event network-changed-4b95898d-6e98-4740-b606-e0d7bc232956. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 764.355675] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] Acquiring lock "refresh_cache-ae003353-32f8-4e86-915a-5a184e105be5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.355770] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] Acquired lock "refresh_cache-ae003353-32f8-4e86-915a-5a184e105be5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.355930] env[69436]: DEBUG nova.network.neutron [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Refreshing network info cache for port 4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.433579] env[69436]: DEBUG nova.compute.manager [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Received event network-changed-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 764.433872] env[69436]: DEBUG nova.compute.manager [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Refreshing instance network info cache due to event network-changed-95f236f8-e0c5-43cc-be70-c6a2b5e7c281. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 764.434118] env[69436]: DEBUG oslo_concurrency.lockutils [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] Acquiring lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.434305] env[69436]: DEBUG oslo_concurrency.lockutils [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] Acquired lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.434420] env[69436]: DEBUG nova.network.neutron [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Refreshing network info cache for port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.508501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.508782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.508992] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.509214] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.509368] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.511344] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "refresh_cache-9b4c0a65-7270-4028-b232-6e756b03d182" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.511523] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "refresh_cache-9b4c0a65-7270-4028-b232-6e756b03d182" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.511755] env[69436]: DEBUG nova.network.neutron [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.513708] env[69436]: INFO nova.compute.manager [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Terminating instance [ 764.531089] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254650, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.534787] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254651, 'name': CreateVM_Task, 'duration_secs': 0.386748} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.534787] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.535378] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.535654] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.535930] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.538942] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b2dc50-7042-4d5e-9a9d-490605c8eda0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.540732] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254652, 'name': CreateVM_Task, 'duration_secs': 0.428845} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.540897] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.541748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.543799] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 764.543799] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52285f8b-3872-830b-9ea3-474712fc42aa" [ 764.543799] env[69436]: _type = "Task" [ 764.543799] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.552605] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52285f8b-3872-830b-9ea3-474712fc42aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.779270] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ad617e27-4a81-4b75-96b6-47ca34942ff0 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "ae003353-32f8-4e86-915a-5a184e105be5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.351s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.796022] env[69436]: DEBUG nova.compute.utils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.796512] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 764.796818] env[69436]: DEBUG nova.network.neutron [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.813334] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254653, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.927994] env[69436]: DEBUG nova.policy [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83818ee7807d4b6eac06bb4961f0c6f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ada6b877c2040429bcc0b1c3c338007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.025851] env[69436]: DEBUG nova.compute.manager [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 765.025851] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.027195] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254650, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.027905] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd94521-51f9-4f73-9584-5ae7fc653e95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.038154] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.040463] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8b8771-286e-43be-be20-781fecfe09cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.049950] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 765.049950] env[69436]: value = "task-3254654" [ 765.049950] env[69436]: _type = "Task" [ 765.049950] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.056776] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52285f8b-3872-830b-9ea3-474712fc42aa, 'name': SearchDatastore_Task, 'duration_secs': 0.041955} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.057953] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.058285] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.058621] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058806] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.059103] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.062436] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.062863] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.064062] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6384a16-aa1f-4b7e-aa23-89273127dc52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.065814] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.066028] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32bfe3b-5d76-4dde-a676-80538e8d5c8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.073579] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 765.073579] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5226e49c-a879-a180-dbc4-59d5732d7224" [ 765.073579] env[69436]: _type = "Task" [ 765.073579] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.074743] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.074968] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.078537] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844d2881-6fc8-41d6-ba83-ff5911c7f1b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.086251] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5226e49c-a879-a180-dbc4-59d5732d7224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.087765] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 765.087765] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5205de51-e1a7-f29b-d0a6-5337c6b48673" [ 765.087765] env[69436]: _type = "Task" [ 765.087765] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.087765] env[69436]: DEBUG nova.network.neutron [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.099406] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5205de51-e1a7-f29b-d0a6-5337c6b48673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.281774] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 765.301302] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 765.320069] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254653, 'name': Destroy_Task, 'duration_secs': 1.012728} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.323948] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroyed the VM [ 765.324547] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 765.325341] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-489396cd-6353-4543-8e7e-3c7425c7027f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.332220] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 765.332220] env[69436]: value = "task-3254655" [ 765.332220] env[69436]: _type = "Task" [ 765.332220] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.344933] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254655, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.354032] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.354977] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e38ea879-289e-4742-b9b4-b54bb17593c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.362167] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 765.362167] env[69436]: value = "task-3254656" [ 765.362167] env[69436]: _type = "Task" [ 765.362167] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.376732] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.386456] env[69436]: DEBUG nova.network.neutron [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updated VIF entry in instance network info cache for port 95f236f8-e0c5-43cc-be70-c6a2b5e7c281. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.386871] env[69436]: DEBUG nova.network.neutron [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [{"id": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "address": "fa:16:3e:0a:2b:90", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f236f8-e0", "ovs_interfaceid": "95f236f8-e0c5-43cc-be70-c6a2b5e7c281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.403427] env[69436]: DEBUG nova.network.neutron [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Updating instance_info_cache with network_info: [{"id": "4ebba159-185b-4fb2-b61c-69ad71618fa7", "address": "fa:16:3e:cf:66:b8", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ebba159-18", "ovs_interfaceid": "4ebba159-185b-4fb2-b61c-69ad71618fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.533324] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254650, 'name': Destroy_Task, 'duration_secs': 1.492315} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.533545] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Destroyed the VM [ 765.533994] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 765.536016] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8f4628b-b7a8-4f42-ba15-c0357a438a55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.543325] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 765.543325] env[69436]: value = "task-3254657" [ 765.543325] env[69436]: _type = "Task" [ 765.543325] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.554947] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.568765] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254654, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.585212] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5226e49c-a879-a180-dbc4-59d5732d7224, 'name': SearchDatastore_Task, 'duration_secs': 0.035474} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.585604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.585832] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.586075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.591305] env[69436]: DEBUG nova.network.neutron [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Updated VIF entry in instance network info cache for port 4b95898d-6e98-4740-b606-e0d7bc232956. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.591305] env[69436]: DEBUG nova.network.neutron [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Updating instance_info_cache with network_info: [{"id": "4b95898d-6e98-4740-b606-e0d7bc232956", "address": "fa:16:3e:9d:9c:98", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b95898d-6e", "ovs_interfaceid": "4b95898d-6e98-4740-b606-e0d7bc232956", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.605421] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5205de51-e1a7-f29b-d0a6-5337c6b48673, 'name': SearchDatastore_Task, 'duration_secs': 0.032125} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.611233] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c042fc5-3bf8-42f4-9ce5-72d77b59a233 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.617761] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 765.617761] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c21f5-51ce-883c-925b-0c9e6dd02944" [ 765.617761] env[69436]: _type = "Task" [ 765.617761] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.628450] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c21f5-51ce-883c-925b-0c9e6dd02944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.805539] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.844317] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254655, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.877380] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254656, 'name': PowerOffVM_Task, 'duration_secs': 0.246329} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.881877] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.883457] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49e8841-de87-4ff3-9d1d-627ee625b376 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.889317] env[69436]: DEBUG oslo_concurrency.lockutils [req-5f9c3fbe-a0b4-40b5-a116-bc86e3d4ea45 req-aeb41c2d-c735-4520-bfec-57724f735cf5 service nova] Releasing lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.909132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "refresh_cache-9b4c0a65-7270-4028-b232-6e756b03d182" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.909520] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Instance network_info: |[{"id": "4ebba159-185b-4fb2-b61c-69ad71618fa7", "address": "fa:16:3e:cf:66:b8", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ebba159-18", "ovs_interfaceid": "4ebba159-185b-4fb2-b61c-69ad71618fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 765.914402] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:66:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ebba159-185b-4fb2-b61c-69ad71618fa7', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.921700] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.922424] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8075a4-8621-4b15-b6d2-6bfaa404698a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.925865] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.926185] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67989b01-1c6e-46a0-8679-71eeb02bd117 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.954126] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.954126] env[69436]: value = "task-3254658" [ 765.954126] env[69436]: _type = "Task" [ 765.954126] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.965898] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254658, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.985305] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.985305] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3515d974-8e55-4a95-b2c4-863264b6be94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.992383] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 765.992383] env[69436]: value = "task-3254659" [ 765.992383] env[69436]: _type = "Task" [ 765.992383] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.001692] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 766.001960] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.002261] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.002432] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.002647] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.002919] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c35766e4-7fed-4888-8395-aa1bbda2c614 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.011356] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.011561] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.015431] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69a87b7-c2c1-466b-b2af-aa9ed7d783d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.023183] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 766.023183] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3616f-651f-1efa-8a75-2dbc301c5223" [ 766.023183] env[69436]: _type = "Task" [ 766.023183] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.030218] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3616f-651f-1efa-8a75-2dbc301c5223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.053512] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254657, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.059348] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7487b3-ad1f-45d5-8753-ac4301868a3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.067465] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254654, 'name': PowerOffVM_Task, 'duration_secs': 0.570902} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.069751] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.069968] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.070308] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b497267-bc47-4587-813e-f672befcf0b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.074931] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc323ae-9834-4fc4-bf9a-b19f92c57f23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.105666] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8523d63-3534-496b-8d3f-5ab1fad6a7b4 req-3d676579-b896-4dcf-bb9d-9183ef9ce5a7 service nova] Releasing lock "refresh_cache-ae003353-32f8-4e86-915a-5a184e105be5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.106853] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636000d3-7c00-45cc-aa9c-e035d44d1d61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.115218] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fae1f95-7a4e-4f5e-807d-2935ebb21557 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.134963] env[69436]: DEBUG nova.compute.provider_tree [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.141068] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.141300] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.141482] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Deleting the datastore file [datastore2] 9570d9f7-1dcb-41b4-8058-e1f16833ac44 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.141810] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c21f5-51ce-883c-925b-0c9e6dd02944, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.142553] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d5ca37d-ccd0-414b-a5fc-3d7092b5fa33 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.145104] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.145369] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f69c1834-6c2d-4e07-9c61-806d70e8e16c/f69c1834-6c2d-4e07-9c61-806d70e8e16c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.146262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.146450] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.146667] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bcace0a-d74c-4442-b3ee-73eb60607d5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.149159] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac2a40a-56d0-41a6-88db-9aae85b71abc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.153204] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 766.153204] env[69436]: value = "task-3254661" [ 766.153204] env[69436]: _type = "Task" [ 766.153204] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.158274] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 766.158274] env[69436]: value = "task-3254662" [ 766.158274] env[69436]: _type = "Task" [ 766.158274] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.159724] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.159878] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.163425] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8d56cb-2dc2-47a1-a785-6111f0289ab1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.169528] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.174387] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.175666] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 766.175666] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cc7a16-672d-873d-86c1-25a4429622f2" [ 766.175666] env[69436]: _type = "Task" [ 766.175666] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.186225] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cc7a16-672d-873d-86c1-25a4429622f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.187454] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bc28cd-a836-440f-86d9-e0372a76ffb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.193408] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 766.193408] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff13b1-3548-6a40-8259-39e1dd236c80" [ 766.193408] env[69436]: _type = "Task" [ 766.193408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.200999] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff13b1-3548-6a40-8259-39e1dd236c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.259819] env[69436]: DEBUG nova.network.neutron [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Successfully created port: 7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.313173] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 766.348010] env[69436]: DEBUG oslo_vmware.api [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254655, 'name': RemoveSnapshot_Task, 'duration_secs': 0.592721} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.351556] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.351996] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.352274] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.352488] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.352647] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.353277] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.353277] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.353277] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.353536] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.353536] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.353681] env[69436]: DEBUG nova.virt.hardware [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.353968] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.354199] env[69436]: INFO nova.compute.manager [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 766.357486] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a25b114-1155-4183-b3e5-53e4f35c2512 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.367326] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d034a0a3-f2e7-4c89-8c43-cc2e135eca8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.464202] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254658, 'name': CreateVM_Task, 'duration_secs': 0.342658} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.464202] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.464698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.464854] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.465226] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.465505] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae50c03-ccac-4f28-bf96-9ba0db141ee0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.470915] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 766.470915] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528c3a19-8c79-6f28-56cb-32a74828d77c" [ 766.470915] env[69436]: _type = "Task" [ 766.470915] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.479708] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528c3a19-8c79-6f28-56cb-32a74828d77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.535196] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3616f-651f-1efa-8a75-2dbc301c5223, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.536090] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb9ef77-f17b-4065-8cae-966c13af30f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.541744] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 766.541744] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5231650e-20f2-0d40-7c2d-29d00590fa35" [ 766.541744] env[69436]: _type = "Task" [ 766.541744] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.553814] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5231650e-20f2-0d40-7c2d-29d00590fa35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.557042] env[69436]: DEBUG oslo_vmware.api [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254657, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524607} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.557353] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.557660] env[69436]: INFO nova.compute.manager [None req-6d6e2f5f-1523-48e4-8d4a-7c80b77e8586 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Took 16.80 seconds to snapshot the instance on the hypervisor. [ 766.644641] env[69436]: DEBUG nova.scheduler.client.report [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.667653] env[69436]: DEBUG oslo_vmware.api [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154841} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.668360] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.668555] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.668769] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.668995] env[69436]: INFO nova.compute.manager [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Took 1.64 seconds to destroy the instance on the hypervisor. [ 766.669208] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.669741] env[69436]: DEBUG nova.compute.manager [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 766.670027] env[69436]: DEBUG nova.network.neutron [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.675499] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.703296] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff13b1-3548-6a40-8259-39e1dd236c80, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.703511] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.703769] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 84bd8049-779a-42b6-8466-3a4afee0a1e8/84bd8049-779a-42b6-8466-3a4afee0a1e8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.704344] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c6aebaa-4292-4254-a0d1-dc4fbcc554f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.713133] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 766.713133] env[69436]: value = "task-3254663" [ 766.713133] env[69436]: _type = "Task" [ 766.713133] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.720702] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.946802] env[69436]: DEBUG nova.compute.manager [None req-79778aa9-0930-4471-af02-51c2d26e29fa tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Found 2 images (rotation: 2) {{(pid=69436) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 766.982984] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528c3a19-8c79-6f28-56cb-32a74828d77c, 'name': SearchDatastore_Task, 'duration_secs': 0.063176} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.983331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.983564] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.983795] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.983995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.984213] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.984496] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b2c2f6-b285-4565-b5bc-c720d6a3961a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.993971] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.995034] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.995034] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f769835e-50bd-446b-92b3-2a0fe6fb3593 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.003832] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 767.003832] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524a2767-fe15-554a-78c7-32ecf1800aa5" [ 767.003832] env[69436]: _type = "Task" [ 767.003832] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.013502] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524a2767-fe15-554a-78c7-32ecf1800aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.051479] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5231650e-20f2-0d40-7c2d-29d00590fa35, 'name': SearchDatastore_Task, 'duration_secs': 0.031628} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.054106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.054106] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. {{(pid=69436) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 767.054106] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57bea615-1ec8-459f-bdbd-a1a5a171c8e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.060523] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 767.060523] env[69436]: value = "task-3254664" [ 767.060523] env[69436]: _type = "Task" [ 767.060523] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.078237] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.148664] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.149230] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 767.152213] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.836s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.152213] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.158254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.069s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.158514] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.160499] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.123s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.165625] env[69436]: INFO nova.compute.claims [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.184465] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58596} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.186032] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f69c1834-6c2d-4e07-9c61-806d70e8e16c/f69c1834-6c2d-4e07-9c61-806d70e8e16c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.186032] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.186504] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5da1417-e88c-4822-a896-9cf63bf9f58c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.193400] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 767.193400] env[69436]: value = "task-3254665" [ 767.193400] env[69436]: _type = "Task" [ 767.193400] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.203586] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.210132] env[69436]: INFO nova.scheduler.client.report [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Deleted allocations for instance a6a7947e-d801-4d81-be42-e1e2d1a4054c [ 767.215352] env[69436]: INFO nova.scheduler.client.report [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Deleted allocations for instance ffdaafad-ce32-4185-8452-176da54064cd [ 767.229282] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254663, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.518469] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524a2767-fe15-554a-78c7-32ecf1800aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.032851} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.524356] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e476814-b66e-44e9-bd9c-4b209999250a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.535063] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 767.535063] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523dc4cc-93fe-1377-6872-b755abe6d34d" [ 767.535063] env[69436]: _type = "Task" [ 767.535063] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.556150] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523dc4cc-93fe-1377-6872-b755abe6d34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.571977] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254664, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.671181] env[69436]: DEBUG nova.compute.utils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.672915] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 767.676187] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.709787] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186353} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.710191] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.711281] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ab801f-fc75-4c40-9e24-9cbc7fe525b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.730322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6bef6454-cd17-4f75-8652-e7a9c59c3573 tempest-ServersAdminNegativeTestJSON-719410011 tempest-ServersAdminNegativeTestJSON-719410011-project-member] Lock "a6a7947e-d801-4d81-be42-e1e2d1a4054c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.122s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.744492] env[69436]: DEBUG nova.network.neutron [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.759496] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] f69c1834-6c2d-4e07-9c61-806d70e8e16c/f69c1834-6c2d-4e07-9c61-806d70e8e16c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.764535] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16c85d89-5634-4a23-ba8d-205a9bd20207 tempest-VolumesAssistedSnapshotsTest-1872863354 tempest-VolumesAssistedSnapshotsTest-1872863354-project-member] Lock "ffdaafad-ce32-4185-8452-176da54064cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.629s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.767933] env[69436]: DEBUG nova.policy [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948f5de9d833437c8822092035f80e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85b0a0087714613b8e97b3c24a19a53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.769734] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de88535d-dcb4-4b6d-926e-eb036fa36e20 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.786406] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867467} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.788175] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 84bd8049-779a-42b6-8466-3a4afee0a1e8/84bd8049-779a-42b6-8466-3a4afee0a1e8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.788424] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.789669] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b0733b-688a-49f0-89fd-93f4099dab11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.795965] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 767.795965] env[69436]: value = "task-3254666" [ 767.795965] env[69436]: _type = "Task" [ 767.795965] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.802203] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 767.802203] env[69436]: value = "task-3254667" [ 767.802203] env[69436]: _type = "Task" [ 767.802203] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.813404] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.815695] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.958921] env[69436]: DEBUG nova.objects.instance [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lazy-loading 'flavor' on Instance uuid 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.978923] env[69436]: DEBUG nova.compute.manager [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received event network-changed-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 767.980082] env[69436]: DEBUG nova.compute.manager [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing instance network info cache due to event network-changed-67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 767.980082] env[69436]: DEBUG oslo_concurrency.lockutils [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.980375] env[69436]: DEBUG oslo_concurrency.lockutils [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.980491] env[69436]: DEBUG nova.network.neutron [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.996276] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Received event network-vif-plugged-f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 767.996487] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.996700] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.996858] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.997039] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] No waiting events found dispatching network-vif-plugged-f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.997217] env[69436]: WARNING nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Received unexpected event network-vif-plugged-f13823b2-c795-481e-92a8-7fd180928096 for instance with vm_state building and task_state spawning. [ 767.997381] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Received event network-changed-f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 767.997533] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Refreshing instance network info cache due to event network-changed-f13823b2-c795-481e-92a8-7fd180928096. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 767.997709] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.997841] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquired lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.997987] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Refreshing network info cache for port f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.052110] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523dc4cc-93fe-1377-6872-b755abe6d34d, 'name': SearchDatastore_Task, 'duration_secs': 0.024285} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.052110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.052110] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 9b4c0a65-7270-4028-b232-6e756b03d182/9b4c0a65-7270-4028-b232-6e756b03d182.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.052110] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40ef3adc-26e1-4b7c-ae4f-d9038bb4a443 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.060056] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 768.060056] env[69436]: value = "task-3254668" [ 768.060056] env[69436]: _type = "Task" [ 768.060056] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.075176] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.075678] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782032} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.075948] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. [ 768.078606] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f4b6b0-1c83-4fd6-b1fc-ae2d0bb1989e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.108054] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.108505] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7f216c-dfcc-407a-87b3-fc4a3ae29c5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.127831] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 768.127831] env[69436]: value = "task-3254669" [ 768.127831] env[69436]: _type = "Task" [ 768.127831] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.137966] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.179154] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 768.269306] env[69436]: INFO nova.compute.manager [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Took 1.60 seconds to deallocate network for instance. [ 768.313146] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Successfully created port: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.466137] env[69436]: DEBUG oslo_concurrency.lockutils [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.638378] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.669458] env[69436]: INFO nova.compute.manager [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Rebuilding instance [ 768.768550] env[69436]: DEBUG nova.compute.manager [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 768.770229] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf17c6-e38c-421b-9838-2e2c78382586 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.781421] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.797496] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254668, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.835877] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7236874-f4f9-4e61-8aec-666ee95ecbfc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.849266] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4688f48f-0a8a-4c82-b259-12a502ebc52c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.891194] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21fc56-7e0d-43a6-b4fa-f9667567d08c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.900009] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c2664-acea-4812-9a6a-7aa352107792 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.917583] env[69436]: DEBUG nova.compute.provider_tree [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.936236] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254666, 'name': ReconfigVM_Task, 'duration_secs': 0.309584} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.939316] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Reconfigured VM instance instance-0000002b to attach disk [datastore2] f69c1834-6c2d-4e07-9c61-806d70e8e16c/f69c1834-6c2d-4e07-9c61-806d70e8e16c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.944196] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f43d10a0-615a-41cb-8ea0-0237f0a7ba51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.945944] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066577} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.946319] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.949457] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a36b7e-b14d-4eb3-923f-8178946c560c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.952718] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 768.952718] env[69436]: value = "task-3254670" [ 768.952718] env[69436]: _type = "Task" [ 768.952718] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.979455] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 84bd8049-779a-42b6-8466-3a4afee0a1e8/84bd8049-779a-42b6-8466-3a4afee0a1e8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.980668] env[69436]: DEBUG nova.network.neutron [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Successfully updated port: 7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.982907] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80fe262-5da0-4cf8-ae0d-dc1f6136ad7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.000075] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Updated VIF entry in instance network info cache for port f13823b2-c795-481e-92a8-7fd180928096. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.000448] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Updating instance_info_cache with network_info: [{"id": "f13823b2-c795-481e-92a8-7fd180928096", "address": "fa:16:3e:81:62:eb", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13823b2-c7", "ovs_interfaceid": "f13823b2-c795-481e-92a8-7fd180928096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.005573] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.005744] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.005936] env[69436]: DEBUG nova.network.neutron [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.011323] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254670, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.017819] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 769.017819] env[69436]: value = "task-3254671" [ 769.017819] env[69436]: _type = "Task" [ 769.017819] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.029691] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.061127] env[69436]: DEBUG nova.network.neutron [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updated VIF entry in instance network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.061612] env[69436]: DEBUG nova.network.neutron [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.074840] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254668, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00167} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.075161] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 9b4c0a65-7270-4028-b232-6e756b03d182/9b4c0a65-7270-4028-b232-6e756b03d182.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.075838] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.077070] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c3de7e2-b965-4e3b-ae9f-932640a94152 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.083986] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 769.083986] env[69436]: value = "task-3254672" [ 769.083986] env[69436]: _type = "Task" [ 769.083986] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.095429] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.139641] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254669, 'name': ReconfigVM_Task, 'duration_secs': 0.9434} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.139641] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.140019] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94792393-c1a6-4c20-bc69-9f957f626613 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.168210] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdca2486-83b0-4913-a672-1803e991e2f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.184090] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 769.184090] env[69436]: value = "task-3254673" [ 769.184090] env[69436]: _type = "Task" [ 769.184090] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.192482] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.196583] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 769.218982] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.219251] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.219425] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.219592] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.219853] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.219926] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.220092] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.220254] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.220417] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.220575] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.220757] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.221661] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a43abc0-3e5d-4700-b0ef-fde9b2552b0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.232246] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7f4a4a-345e-49c9-ad0d-b5d13bbd5c49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.420739] env[69436]: DEBUG nova.scheduler.client.report [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.467536] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254670, 'name': Rename_Task, 'duration_secs': 0.195099} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.468952] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.469272] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5219396-e125-4713-8a51-98a454d1e0e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.476834] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 769.476834] env[69436]: value = "task-3254674" [ 769.476834] env[69436]: _type = "Task" [ 769.476834] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.486075] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.514457] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Releasing lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.514709] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-vif-plugged-1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 769.514934] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.515515] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.515769] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.516035] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] No waiting events found dispatching network-vif-plugged-1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.516584] env[69436]: WARNING nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received unexpected event network-vif-plugged-1d5d45d7-95e2-4843-8fde-af59a581ddee for instance with vm_state active and task_state None. [ 769.516970] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-changed-1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 769.517236] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Refreshing instance network info cache due to event network-changed-1d5d45d7-95e2-4843-8fde-af59a581ddee. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 769.517482] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.517675] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquired lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.518170] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Refreshing network info cache for port 1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.530191] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254671, 'name': ReconfigVM_Task, 'duration_secs': 0.315667} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.531190] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 84bd8049-779a-42b6-8466-3a4afee0a1e8/84bd8049-779a-42b6-8466-3a4afee0a1e8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.532714] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10951724-34c3-483e-99e8-6446e495dc7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.539147] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 769.539147] env[69436]: value = "task-3254675" [ 769.539147] env[69436]: _type = "Task" [ 769.539147] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.547949] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254675, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.562278] env[69436]: DEBUG nova.network.neutron [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.568296] env[69436]: DEBUG oslo_concurrency.lockutils [req-00b725e5-b634-483a-965d-eb3cb322f865 req-2cd646a0-e2c9-4293-997a-45e5160140ab service nova] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.568819] env[69436]: DEBUG oslo_concurrency.lockutils [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601980] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151587} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.608017] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.608017] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3d481e-0117-4564-a63a-817dc0163d3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.631886] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9b4c0a65-7270-4028-b232-6e756b03d182/9b4c0a65-7270-4028-b232-6e756b03d182.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.632493] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609cd7e5-6716-4887-b177-49f70caafaee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.655934] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 769.655934] env[69436]: value = "task-3254676" [ 769.655934] env[69436]: _type = "Task" [ 769.655934] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.665454] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.694715] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.735175] env[69436]: DEBUG nova.compute.manager [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 769.735175] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1948ef89-1b8b-4cc5-a215-0606a9528441 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.789974] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-6d2a912a-8990-4032-b22c-d1a769e058fd-1d5d45d7-95e2-4843-8fde-af59a581ddee" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.789974] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6d2a912a-8990-4032-b22c-d1a769e058fd-1d5d45d7-95e2-4843-8fde-af59a581ddee" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.806479] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.807799] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2afe9f9e-f63f-4236-955b-cadff727edee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.814067] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 769.814067] env[69436]: value = "task-3254677" [ 769.814067] env[69436]: _type = "Task" [ 769.814067] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.822812] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.917742] env[69436]: DEBUG nova.network.neutron [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updating instance_info_cache with network_info: [{"id": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "address": "fa:16:3e:f6:85:5a", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8c4ee-62", "ovs_interfaceid": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.927291] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.927990] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 769.931047] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.965s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.932564] env[69436]: INFO nova.compute.claims [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.992811] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.050532] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254675, 'name': Rename_Task, 'duration_secs': 0.181632} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.051027] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.051152] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bdc9875-1bdb-45d4-a129-c68c3bd2b2f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.057359] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 770.057359] env[69436]: value = "task-3254678" [ 770.057359] env[69436]: _type = "Task" [ 770.057359] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.066560] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.166348] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254676, 'name': ReconfigVM_Task, 'duration_secs': 0.330625} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.166685] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9b4c0a65-7270-4028-b232-6e756b03d182/9b4c0a65-7270-4028-b232-6e756b03d182.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.167420] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77e76809-6251-476b-9534-18940d81209d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.174456] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 770.174456] env[69436]: value = "task-3254679" [ 770.174456] env[69436]: _type = "Task" [ 770.174456] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.183622] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254679, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.194589] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.251108] env[69436]: INFO nova.compute.manager [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] instance snapshotting [ 770.251108] env[69436]: DEBUG nova.objects.instance [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'flavor' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.297834] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.297834] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.300604] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fef4c-358d-4a8a-aa83-53f080dd1515 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.307979] env[69436]: DEBUG nova.network.neutron [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.335394] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41505dfb-0ca3-4fc1-bf3c-a64345f68a40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.345880] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.371936] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Reconfiguring VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 770.372292] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-487c85e1-d85b-4376-8a77-48c44ec7bc9b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.396199] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 770.396199] env[69436]: value = "task-3254680" [ 770.396199] env[69436]: _type = "Task" [ 770.396199] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.404150] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.421383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.421689] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Instance network_info: |[{"id": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "address": "fa:16:3e:f6:85:5a", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8c4ee-62", "ovs_interfaceid": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 770.422644] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:85:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bc8c4ee-62c4-4e65-af60-e1505513c399', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.430393] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.431390] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updated VIF entry in instance network info cache for port 1d5d45d7-95e2-4843-8fde-af59a581ddee. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.431805] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d5d45d7-95e2-4843-8fde-af59a581ddee", "address": "fa:16:3e:0e:bc:6e", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5d45d7-95", "ovs_interfaceid": "1d5d45d7-95e2-4843-8fde-af59a581ddee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.434195] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.434262] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a138952c-7971-4019-a6c6-0c9ac53763e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.457226] env[69436]: DEBUG nova.compute.utils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.461964] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 770.461964] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.467945] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.467945] env[69436]: value = "task-3254681" [ 770.467945] env[69436]: _type = "Task" [ 770.467945] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.481229] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254681, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.491889] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.503130] env[69436]: DEBUG nova.policy [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948f5de9d833437c8822092035f80e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85b0a0087714613b8e97b3c24a19a53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.570320] env[69436]: DEBUG oslo_vmware.api [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254678, 'name': PowerOnVM_Task, 'duration_secs': 0.48535} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.570641] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.570895] env[69436]: INFO nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Took 9.63 seconds to spawn the instance on the hypervisor. [ 770.571102] env[69436]: DEBUG nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 770.572204] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ba321-1ad7-440d-8675-d73e781085cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.686999] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254679, 'name': Rename_Task, 'duration_secs': 0.156518} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.693787] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.694955] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af3de26-3833-428e-868d-0ccdd02083ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.702639] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254673, 'name': ReconfigVM_Task, 'duration_secs': 1.409608} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.704602] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.704812] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 770.704812] env[69436]: value = "task-3254682" [ 770.704812] env[69436]: _type = "Task" [ 770.704812] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.705083] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eb2197c-70de-4da3-a184-c481ee430a7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.715057] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.716881] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 770.716881] env[69436]: value = "task-3254683" [ 770.716881] env[69436]: _type = "Task" [ 770.716881] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.725445] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.756489] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d11637-b7ad-46b9-acc7-aa321bb84c60 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.779774] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5666e16-e911-452e-aa0f-895786ef745f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.804384] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Successfully created port: a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.839965] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254677, 'name': PowerOffVM_Task, 'duration_secs': 0.963798} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.840292] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.840525] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.841373] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1133b634-ea5a-4c02-8309-bf87b4f2476b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.848866] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.849143] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ca705e-a381-4529-880c-e0c9fd46cc41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.906534] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.920932] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.921165] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.921333] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore2] ae003353-32f8-4e86-915a-5a184e105be5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.921594] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b6328c-f227-46ed-8b28-dfcb5237a44e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.932047] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 770.932047] env[69436]: value = "task-3254685" [ 770.932047] env[69436]: _type = "Task" [ 770.932047] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.937793] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Releasing lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.938065] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Received event network-vif-plugged-350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 770.938259] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "84bd8049-779a-42b6-8466-3a4afee0a1e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.938742] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.938926] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.939113] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] No waiting events found dispatching network-vif-plugged-350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.939284] env[69436]: WARNING nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Received unexpected event network-vif-plugged-350ab892-cbca-4213-a5be-b42936bc14aa for instance with vm_state building and task_state spawning. [ 770.939450] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Received event network-changed-350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 770.939607] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Refreshing instance network info cache due to event network-changed-350ab892-cbca-4213-a5be-b42936bc14aa. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 770.939818] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "refresh_cache-84bd8049-779a-42b6-8466-3a4afee0a1e8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.940099] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquired lock "refresh_cache-84bd8049-779a-42b6-8466-3a4afee0a1e8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.940140] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Refreshing network info cache for port 350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.942015] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.965624] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 770.980405] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254681, 'name': CreateVM_Task, 'duration_secs': 0.391713} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.980574] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.981374] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.981516] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.981876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.985579] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88605497-f638-4fca-8b0c-d7835fb70195 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.001995] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 771.001995] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52289ad6-0f3d-ca89-883d-e670c3b56e52" [ 771.001995] env[69436]: _type = "Task" [ 771.001995] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.002292] env[69436]: DEBUG oslo_vmware.api [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254674, 'name': PowerOnVM_Task, 'duration_secs': 1.081615} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.005429] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.005710] env[69436]: INFO nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Took 12.81 seconds to spawn the instance on the hypervisor. [ 771.005951] env[69436]: DEBUG nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 771.012445] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d11bf1-25eb-458f-a841-3ab22cd2bba9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.028770] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52289ad6-0f3d-ca89-883d-e670c3b56e52, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.030550] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.030813] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.031149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.031359] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031590] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.037191] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-940de367-b6d7-4425-9c00-ce3ea3225342 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.047263] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.047463] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.048586] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708bd755-7e93-43dc-9feb-6844bf025b9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.054850] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 771.054850] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52396f2f-2f7f-dd06-df02-8a500a34f751" [ 771.054850] env[69436]: _type = "Task" [ 771.054850] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.063452] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52396f2f-2f7f-dd06-df02-8a500a34f751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.091814] env[69436]: INFO nova.compute.manager [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Took 51.50 seconds to build instance. [ 771.216760] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.227611] env[69436]: DEBUG oslo_vmware.api [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254683, 'name': PowerOnVM_Task, 'duration_secs': 0.444907} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.228320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.233071] env[69436]: DEBUG nova.compute.manager [None req-d0926d3f-beb4-4a59-9350-c6e97b27fbbf tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 771.234202] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537da6dd-6326-4b20-a912-0f56a03fce32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.293209] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.293209] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d452c06d-2889-48e2-8c69-5700c4703340 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305342] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 771.305342] env[69436]: value = "task-3254686" [ 771.305342] env[69436]: _type = "Task" [ 771.305342] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.317399] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.408937] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.442430] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19474} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.444364] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.444603] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.444788] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.450386] env[69436]: DEBUG nova.network.neutron [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.549882] env[69436]: INFO nova.compute.manager [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Took 55.97 seconds to build instance. [ 771.567453] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52396f2f-2f7f-dd06-df02-8a500a34f751, 'name': SearchDatastore_Task, 'duration_secs': 0.015252} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.568826] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636ec0f8-9d7f-4cd6-825f-c4c2ecc66ee3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.574630] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 771.574630] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a2fb4-3c48-4bed-bd2c-e7542c99f139" [ 771.574630] env[69436]: _type = "Task" [ 771.574630] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.582991] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a2fb4-3c48-4bed-bd2c-e7542c99f139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.596908] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b821d7fa-2034-4c84-b503-8bc95ec71f1c tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.615845] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d3f22-7f2e-4b8e-8f28-7aae5cf74bc0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.623605] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e62af4c-b9ae-499f-bf62-70a18545791e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.658021] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f740d13-0f82-4f9c-bb0c-74c43104d93d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.668024] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a391376-1ed9-4949-bf6f-4226c38195df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.680486] env[69436]: DEBUG nova.compute.provider_tree [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.717836] env[69436]: DEBUG oslo_vmware.api [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254682, 'name': PowerOnVM_Task, 'duration_secs': 0.748807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.718108] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.718304] env[69436]: INFO nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Took 8.08 seconds to spawn the instance on the hypervisor. [ 771.718475] env[69436]: DEBUG nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 771.719263] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4328387-a91d-4698-a9c2-d104133a985a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.817477] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254686, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.907411] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.956822] env[69436]: DEBUG oslo_concurrency.lockutils [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.957110] env[69436]: DEBUG nova.compute.manager [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Inject network info {{(pid=69436) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 771.959851] env[69436]: DEBUG nova.compute.manager [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] network_info to inject: |[{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 771.962285] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Reconfiguring VM instance to set the machine id {{(pid=69436) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 771.965456] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b566570-8a97-48fa-86b7-99284b2f90bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.977152] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 771.981574] env[69436]: DEBUG oslo_vmware.api [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 771.981574] env[69436]: value = "task-3254687" [ 771.981574] env[69436]: _type = "Task" [ 771.981574] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.988960] env[69436]: DEBUG oslo_vmware.api [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.008153] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.008413] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.008567] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.008736] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.008868] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.009029] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.009309] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.009403] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.009563] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.009729] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.009925] env[69436]: DEBUG nova.virt.hardware [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.011075] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f096b8-1839-4b77-b047-6efbf4e043e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018981] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a607df-139c-4117-9b7c-79a0857354c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.052973] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16a2e9cf-15b1-4fb7-8c64-3672b5ea0571 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 122.062s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.085346] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a2fb4-3c48-4bed-bd2c-e7542c99f139, 'name': SearchDatastore_Task, 'duration_secs': 0.012942} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.085650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.086065] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] db55a66b-8be9-4ed8-b11e-983b05977063/db55a66b-8be9-4ed8-b11e-983b05977063.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.086333] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14ad89a9-7714-495d-a620-34fb55544b58 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.093661] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 772.093661] env[69436]: value = "task-3254688" [ 772.093661] env[69436]: _type = "Task" [ 772.093661] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.100280] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 772.111361] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.182773] env[69436]: DEBUG nova.scheduler.client.report [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.237693] env[69436]: INFO nova.compute.manager [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Took 48.62 seconds to build instance. [ 772.282982] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Successfully updated port: a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.329049] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254686, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.410407] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.464635] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Updated VIF entry in instance network info cache for port 350ab892-cbca-4213-a5be-b42936bc14aa. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.465112] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Updating instance_info_cache with network_info: [{"id": "350ab892-cbca-4213-a5be-b42936bc14aa", "address": "fa:16:3e:2d:6b:45", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350ab892-cb", "ovs_interfaceid": "350ab892-cbca-4213-a5be-b42936bc14aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.493140] env[69436]: DEBUG oslo_vmware.api [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254687, 'name': ReconfigVM_Task, 'duration_secs': 0.141469} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.493434] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-903ab7ae-e80a-450a-9353-fa51951b27bf tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Reconfigured VM instance to set the machine id {{(pid=69436) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 772.518841] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.520132] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.520581] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.520581] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.520776] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.520954] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.521228] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.521590] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.521684] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.522026] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.522200] env[69436]: DEBUG nova.virt.hardware [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.523672] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690124da-1c3d-4379-b5c3-be3c7f77aafe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.535340] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14b27b3-b09b-47b3-add1-931ccaf46646 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.556402] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 772.563021] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:9c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b95898d-6e98-4740-b606-e0d7bc232956', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.571703] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.574578] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.574737] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f17f586-2b20-496b-87b1-0d096eacdfd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.603399] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.603399] env[69436]: value = "task-3254689" [ 772.603399] env[69436]: _type = "Task" [ 772.603399] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.615607] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254688, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.624308] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254689, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.640712] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.687755] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.688323] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 772.691143] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.463s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.691390] env[69436]: DEBUG nova.objects.instance [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lazy-loading 'resources' on Instance uuid 0551002b-4313-4f48-8c86-46bcf2c8c1df {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.741631] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff4d55ef-0e26-4b90-a4be-8ae1d027bab3 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "9b4c0a65-7270-4028-b232-6e756b03d182" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.253s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.771601] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-changed-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 772.771601] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing instance network info cache due to event network-changed-76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 772.771601] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Acquiring lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.771601] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Acquired lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.771900] env[69436]: DEBUG nova.network.neutron [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.791930] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "refresh_cache-19b076c2-3696-4d28-a136-114764360913" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.792105] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "refresh_cache-19b076c2-3696-4d28-a136-114764360913" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.792259] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.820743] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254686, 'name': CreateSnapshot_Task, 'duration_secs': 1.047444} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.820743] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.820972] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce8ad8-9586-447d-8c26-6fce9214147f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.909375] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.970731] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Releasing lock "refresh_cache-84bd8049-779a-42b6-8466-3a4afee0a1e8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.971096] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Received event network-vif-plugged-4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 772.971562] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "9b4c0a65-7270-4028-b232-6e756b03d182-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.971562] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "9b4c0a65-7270-4028-b232-6e756b03d182-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.971721] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Lock "9b4c0a65-7270-4028-b232-6e756b03d182-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.971839] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] No waiting events found dispatching network-vif-plugged-4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.971969] env[69436]: WARNING nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Received unexpected event network-vif-plugged-4ebba159-185b-4fb2-b61c-69ad71618fa7 for instance with vm_state building and task_state spawning. [ 772.972172] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Received event network-changed-4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 772.972351] env[69436]: DEBUG nova.compute.manager [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Refreshing instance network info cache due to event network-changed-4ebba159-185b-4fb2-b61c-69ad71618fa7. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 772.972643] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquiring lock "refresh_cache-9b4c0a65-7270-4028-b232-6e756b03d182" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.972682] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Acquired lock "refresh_cache-9b4c0a65-7270-4028-b232-6e756b03d182" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.972884] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Refreshing network info cache for port 4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.989324] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Successfully updated port: a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.093956] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.119593] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555858} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.122524] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] db55a66b-8be9-4ed8-b11e-983b05977063/db55a66b-8be9-4ed8-b11e-983b05977063.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.122779] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.123278] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254689, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.123498] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66b8ee42-7596-4475-957f-b270483f4c8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.130702] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 773.130702] env[69436]: value = "task-3254690" [ 773.130702] env[69436]: _type = "Task" [ 773.130702] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.140368] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.197771] env[69436]: DEBUG nova.compute.utils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.204772] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 773.205452] env[69436]: DEBUG nova.network.neutron [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.244579] env[69436]: DEBUG nova.compute.manager [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received event network-changed-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 773.244910] env[69436]: DEBUG nova.compute.manager [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing instance network info cache due to event network-changed-67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 773.245365] env[69436]: DEBUG oslo_concurrency.lockutils [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] Acquiring lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.245613] env[69436]: DEBUG oslo_concurrency.lockutils [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] Acquired lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.245804] env[69436]: DEBUG nova.network.neutron [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Refreshing network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.247693] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 773.348712] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.351670] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be2a3147-09b2-4458-af3c-1573ca63058c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.357664] env[69436]: DEBUG nova.policy [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623121b88e6c4b80b33a12dab1d75ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02d69b9dcb34f2d9d1861ef0bb02890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.368535] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 773.368535] env[69436]: value = "task-3254691" [ 773.368535] env[69436]: _type = "Task" [ 773.368535] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.384483] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254691, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.412181] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.425339] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.493341] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "refresh_cache-05ee971f-3aed-4c08-920d-60eaf4f20e75" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.493341] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "refresh_cache-05ee971f-3aed-4c08-920d-60eaf4f20e75" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.493341] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.627413] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254689, 'name': CreateVM_Task, 'duration_secs': 0.581383} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.627413] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.628686] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.628686] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.628686] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.628871] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdee49c-e425-4f63-a366-84adca2e311a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.643465] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 773.643465] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a907b0-e224-06c7-c805-29bbbf0a1400" [ 773.643465] env[69436]: _type = "Task" [ 773.643465] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.652647] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070147} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.653474] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.655143] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27701c51-0c4b-4906-928f-92658c0a65a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.666373] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a907b0-e224-06c7-c805-29bbbf0a1400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.692575] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] db55a66b-8be9-4ed8-b11e-983b05977063/db55a66b-8be9-4ed8-b11e-983b05977063.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.701589] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b771eebf-1314-4a84-b109-39b32a1105c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.718197] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 773.728392] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 773.728392] env[69436]: value = "task-3254692" [ 773.728392] env[69436]: _type = "Task" [ 773.728392] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.738776] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.788535] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.885833] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254691, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.918468] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.004567] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Updating instance_info_cache with network_info: [{"id": "a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba", "address": "fa:16:3e:9d:47:64", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d51a8a-3d", "ovs_interfaceid": "a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.061797] env[69436]: DEBUG nova.network.neutron [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updated VIF entry in instance network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.062251] env[69436]: DEBUG nova.network.neutron [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.099571] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e99be-8842-4d6a-8b6d-18049ca495c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.105533] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.115648] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a14e3-86f4-4ff4-98e5-a9dc4562211e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.174092] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01abc94-16b3-4d21-9eca-cdb82f13ea93 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.189936] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a907b0-e224-06c7-c805-29bbbf0a1400, 'name': SearchDatastore_Task, 'duration_secs': 0.024213} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.190428] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.191029] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.191185] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.191331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.191571] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.193060] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a9bafe-da29-4bfa-bddd-035fd1ee7289 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.202574] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c02a8fa-b403-4564-8ffb-b59cf7664c8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.218559] env[69436]: DEBUG nova.compute.provider_tree [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.220997] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.221194] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.222276] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8dec7a0-e095-40ad-af1a-7e2f565312b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.234433] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 774.234433] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522c3590-10e7-571f-7b5d-ef4d9105bc3c" [ 774.234433] env[69436]: _type = "Task" [ 774.234433] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.243181] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.248508] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522c3590-10e7-571f-7b5d-ef4d9105bc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.322971] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Updated VIF entry in instance network info cache for port 4ebba159-185b-4fb2-b61c-69ad71618fa7. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.323385] env[69436]: DEBUG nova.network.neutron [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Updating instance_info_cache with network_info: [{"id": "4ebba159-185b-4fb2-b61c-69ad71618fa7", "address": "fa:16:3e:cf:66:b8", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ebba159-18", "ovs_interfaceid": "4ebba159-185b-4fb2-b61c-69ad71618fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.382352] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254691, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.414128] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.507265] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "refresh_cache-19b076c2-3696-4d28-a136-114764360913" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.507599] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Instance network_info: |[{"id": "a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba", "address": "fa:16:3e:9d:47:64", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d51a8a-3d", "ovs_interfaceid": "a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 774.508113] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:47:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.517774] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Creating folder: Project (d85b0a0087714613b8e97b3c24a19a53). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.518998] env[69436]: DEBUG nova.network.neutron [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Updating instance_info_cache with network_info: [{"id": "a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3", "address": "fa:16:3e:d8:20:04", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5838feb-0c", "ovs_interfaceid": "a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.520588] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.520823] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9dbdbc6-25df-4118-be27-7d6ba0b795b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.524155] env[69436]: DEBUG nova.network.neutron [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updated VIF entry in instance network info cache for port 67795c93-4266-4476-b5fb-0afc761b335f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.524487] env[69436]: DEBUG nova.network.neutron [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [{"id": "67795c93-4266-4476-b5fb-0afc761b335f", "address": "fa:16:3e:3e:eb:19", "network": {"id": "34fc7457-5ec1-4116-a5d2-d57edb7d0d57", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-241663067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28183603b3348df9eda5a1d3ec36b90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67795c93-42", "ovs_interfaceid": "67795c93-4266-4476-b5fb-0afc761b335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.531477] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Created folder: Project (d85b0a0087714613b8e97b3c24a19a53) in parent group-v650165. [ 774.531706] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Creating folder: Instances. Parent ref: group-v650305. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.532014] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c685081d-283b-486d-adbd-391ae35c8308 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.547512] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Created folder: Instances in parent group-v650305. [ 774.547817] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.548047] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b076c2-3696-4d28-a136-114764360913] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.548267] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-989b80a1-b480-4bd5-85e7-fe99891ead00 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.566301] env[69436]: DEBUG nova.network.neutron [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Successfully created port: cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.568814] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Releasing lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.569719] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Received event network-vif-deleted-95f236f8-e0c5-43cc-be70-c6a2b5e7c281 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 774.569719] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Received event network-vif-plugged-7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 774.569719] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Acquiring lock "db55a66b-8be9-4ed8-b11e-983b05977063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.569719] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Lock "db55a66b-8be9-4ed8-b11e-983b05977063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.569882] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Lock "db55a66b-8be9-4ed8-b11e-983b05977063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.570030] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] No waiting events found dispatching network-vif-plugged-7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.570553] env[69436]: WARNING nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Received unexpected event network-vif-plugged-7bc8c4ee-62c4-4e65-af60-e1505513c399 for instance with vm_state building and task_state spawning. [ 774.570553] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Received event network-changed-7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 774.570553] env[69436]: DEBUG nova.compute.manager [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Refreshing instance network info cache due to event network-changed-7bc8c4ee-62c4-4e65-af60-e1505513c399. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 774.570702] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Acquiring lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.570746] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Acquired lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.570866] env[69436]: DEBUG nova.network.neutron [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Refreshing network info cache for port 7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.579504] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.579504] env[69436]: value = "task-3254695" [ 774.579504] env[69436]: _type = "Task" [ 774.579504] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.588777] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254695, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.723269] env[69436]: DEBUG nova.scheduler.client.report [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.733322] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 774.743785] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254692, 'name': ReconfigVM_Task, 'duration_secs': 0.82775} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.744520] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Reconfigured VM instance instance-0000002e to attach disk [datastore2] db55a66b-8be9-4ed8-b11e-983b05977063/db55a66b-8be9-4ed8-b11e-983b05977063.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.745489] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb14b6b-62f9-41ab-8e2b-d5177dc81b8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.750415] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522c3590-10e7-571f-7b5d-ef4d9105bc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.753248] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e66a6de-0e9d-459e-bd98-ff2fac8b5daa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.758724] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 774.758724] env[69436]: value = "task-3254696" [ 774.758724] env[69436]: _type = "Task" [ 774.758724] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.764502] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 774.764502] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299adcb-f326-3170-6d1b-c2bacf8be604" [ 774.764502] env[69436]: _type = "Task" [ 774.764502] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.773652] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.773932] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.774076] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.774281] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.774532] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.774605] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.774890] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.775066] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.775194] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.775357] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.775528] env[69436]: DEBUG nova.virt.hardware [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.775870] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254696, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.777213] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ab217-73fc-429d-baee-ad11529a996a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.786207] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299adcb-f326-3170-6d1b-c2bacf8be604, 'name': SearchDatastore_Task, 'duration_secs': 0.012046} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.788502] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.789083] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.789403] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad727ae2-8405-4e12-94ce-1c3677ccfa18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.792680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991ca4e-e349-407a-a54e-1850331dacc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.813218] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 774.813218] env[69436]: value = "task-3254697" [ 774.813218] env[69436]: _type = "Task" [ 774.813218] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.820268] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.826747] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6b88ea5-8286-4512-89e6-291ad5a59f4b req-c7231f9d-1747-4dab-aa85-a2f924e4aa01 service nova] Releasing lock "refresh_cache-9b4c0a65-7270-4028-b232-6e756b03d182" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.886524] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254691, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.916872] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.952057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.952057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.952057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.952057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.952057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.957937] env[69436]: INFO nova.compute.manager [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Terminating instance [ 775.024054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "refresh_cache-05ee971f-3aed-4c08-920d-60eaf4f20e75" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.024407] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Instance network_info: |[{"id": "a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3", "address": "fa:16:3e:d8:20:04", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5838feb-0c", "ovs_interfaceid": "a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 775.024839] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:20:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.032601] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.033108] env[69436]: DEBUG oslo_concurrency.lockutils [req-e9e916de-0b66-47d7-a905-f4d39be79538 req-3e7fde44-8847-4c46-b30a-46651408109b service nova] Releasing lock "refresh_cache-60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.033442] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.033679] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f04145a-6c71-4e78-a75a-7b1794dac69f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.054222] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.054222] env[69436]: value = "task-3254698" [ 775.054222] env[69436]: _type = "Task" [ 775.054222] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.062291] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254698, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.087222] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254695, 'name': CreateVM_Task, 'duration_secs': 0.42805} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.087395] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b076c2-3696-4d28-a136-114764360913] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.088142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.088270] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.088580] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.088840] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03856405-4ec4-4ce7-b06d-defd06321f11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.094135] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 775.094135] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cc0d68-5ad8-a9cf-f15e-61b0a6b8df84" [ 775.094135] env[69436]: _type = "Task" [ 775.094135] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.102369] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cc0d68-5ad8-a9cf-f15e-61b0a6b8df84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.228884] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.538s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.234095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.531s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.234414] env[69436]: DEBUG nova.objects.instance [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lazy-loading 'resources' on Instance uuid ef18c356-41ff-43f0-bdea-d7f8b1391508 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.272615] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254696, 'name': Rename_Task, 'duration_secs': 0.208177} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.275244] env[69436]: INFO nova.scheduler.client.report [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Deleted allocations for instance 0551002b-4313-4f48-8c86-46bcf2c8c1df [ 775.276314] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.276624] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2397c851-0d6b-4551-9343-772659d5bdeb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.291163] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 775.291163] env[69436]: value = "task-3254699" [ 775.291163] env[69436]: _type = "Task" [ 775.291163] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.301409] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.322743] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254697, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.388263] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254691, 'name': CloneVM_Task, 'duration_secs': 1.731832} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.388509] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Created linked-clone VM from snapshot [ 775.389534] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a951a5-094c-4e58-961c-6090ce34c99e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.403062] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Uploading image f155a985-e010-4f12-8f48-48cc7a4b1eb3 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 775.417348] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.449971] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.449971] env[69436]: value = "vm-650304" [ 775.449971] env[69436]: _type = "VirtualMachine" [ 775.449971] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.449971] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41d17607-2916-42b2-b187-f24813f1a093 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.458533] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease: (returnval){ [ 775.458533] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a867c3-08d3-cbda-8bc3-239e73b5a9cd" [ 775.458533] env[69436]: _type = "HttpNfcLease" [ 775.458533] env[69436]: } obtained for exporting VM: (result){ [ 775.458533] env[69436]: value = "vm-650304" [ 775.458533] env[69436]: _type = "VirtualMachine" [ 775.458533] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.459025] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the lease: (returnval){ [ 775.459025] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a867c3-08d3-cbda-8bc3-239e73b5a9cd" [ 775.459025] env[69436]: _type = "HttpNfcLease" [ 775.459025] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.463475] env[69436]: DEBUG nova.compute.manager [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 775.463475] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.464351] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836ad7e-0466-435d-a791-f6a9f13a4a06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.473410] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.473410] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a867c3-08d3-cbda-8bc3-239e73b5a9cd" [ 775.473410] env[69436]: _type = "HttpNfcLease" [ 775.473410] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.474825] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.475091] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdf8506-a342-465e-bf94-4f6d327a3894 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.481522] env[69436]: DEBUG oslo_vmware.api [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 775.481522] env[69436]: value = "task-3254701" [ 775.481522] env[69436]: _type = "Task" [ 775.481522] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.496733] env[69436]: DEBUG oslo_vmware.api [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.565436] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254698, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.397158] env[69436]: DEBUG nova.network.neutron [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updated VIF entry in instance network info cache for port 7bc8c4ee-62c4-4e65-af60-e1505513c399. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.397512] env[69436]: DEBUG nova.network.neutron [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updating instance_info_cache with network_info: [{"id": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "address": "fa:16:3e:f6:85:5a", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8c4ee-62", "ovs_interfaceid": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.404640] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c01e496-26ab-4c95-b680-b7c658427128 tempest-ServerDiagnosticsTest-567812522 tempest-ServerDiagnosticsTest-567812522-project-member] Lock "0551002b-4313-4f48-8c86-46bcf2c8c1df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.570s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.407362] env[69436]: DEBUG nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-changed-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 776.407475] env[69436]: DEBUG nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing instance network info cache due to event network-changed-76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 776.407682] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Acquiring lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.408506] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Acquired lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.408506] env[69436]: DEBUG nova.network.neutron [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Refreshing network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.412260] env[69436]: DEBUG nova.compute.manager [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Received event network-vif-plugged-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 776.412502] env[69436]: DEBUG oslo_concurrency.lockutils [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] Acquiring lock "05ee971f-3aed-4c08-920d-60eaf4f20e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.412675] env[69436]: DEBUG oslo_concurrency.lockutils [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.412812] env[69436]: DEBUG oslo_concurrency.lockutils [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.412969] env[69436]: DEBUG nova.compute.manager [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] No waiting events found dispatching network-vif-plugged-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.413139] env[69436]: WARNING nova.compute.manager [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Received unexpected event network-vif-plugged-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 for instance with vm_state building and task_state spawning. [ 776.413339] env[69436]: DEBUG nova.compute.manager [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Received event network-changed-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 776.413444] env[69436]: DEBUG nova.compute.manager [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Refreshing instance network info cache due to event network-changed-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 776.413621] env[69436]: DEBUG oslo_concurrency.lockutils [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] Acquiring lock "refresh_cache-05ee971f-3aed-4c08-920d-60eaf4f20e75" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.413776] env[69436]: DEBUG oslo_concurrency.lockutils [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] Acquired lock "refresh_cache-05ee971f-3aed-4c08-920d-60eaf4f20e75" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.413897] env[69436]: DEBUG nova.network.neutron [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Refreshing network info cache for port a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.452093] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cc0d68-5ad8-a9cf-f15e-61b0a6b8df84, 'name': SearchDatastore_Task, 'duration_secs': 0.049752} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.454502] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.455165] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.455165] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.455165] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.455818] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.470886] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e03b954e-01f9-4f2b-890a-a40e89dbe4ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.472982] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.473830] env[69436]: DEBUG oslo_vmware.api [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254701, 'name': PowerOffVM_Task, 'duration_secs': 0.240419} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.474023] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68934} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.474263] env[69436]: DEBUG oslo_vmware.api [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254680, 'name': ReconfigVM_Task, 'duration_secs': 5.948912} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.474423] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254698, 'name': CreateVM_Task, 'duration_secs': 0.768352} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.478673] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.479194] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.479194] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.479340] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.479564] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.479743] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Reconfigured VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 776.481811] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.482412] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.482412] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a867c3-08d3-cbda-8bc3-239e73b5a9cd" [ 776.482412] env[69436]: _type = "HttpNfcLease" [ 776.482412] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.483629] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42b8b325-45ea-409f-99cd-7d20dff100f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.484462] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-076c9f86-1e49-4423-8195-72087aad0c98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.487063] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.487225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.487535] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.487838] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.487838] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a867c3-08d3-cbda-8bc3-239e73b5a9cd" [ 776.487838] env[69436]: _type = "HttpNfcLease" [ 776.487838] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.488387] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4843aeaa-f52d-40b5-859c-d2deca467006 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.491175] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022e3c37-34ca-46f3-a608-e70fd4d0f554 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.495667] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.495713] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.497070] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c516c4eb-cd9c-4fdf-9a6a-c95469201b1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.506144] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fd7ea-2619-9c71-4e05-0579ddbb896b/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.506414] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fd7ea-2619-9c71-4e05-0579ddbb896b/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.508236] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 776.508236] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5221623d-c1cd-0d79-3dad-497ead54c009" [ 776.508236] env[69436]: _type = "Task" [ 776.508236] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.508502] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 776.508502] env[69436]: value = "task-3254703" [ 776.508502] env[69436]: _type = "Task" [ 776.508502] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.587760] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.587970] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.588166] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Deleting the datastore file [datastore2] 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.588488] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 776.588488] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527f7411-ccf6-662f-e209-2c6dc82b6ac6" [ 776.588488] env[69436]: _type = "Task" [ 776.588488] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.589665] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14fc1b13-6913-4dc4-aa0b-01bfba64ff1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.600850] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5221623d-c1cd-0d79-3dad-497ead54c009, 'name': SearchDatastore_Task, 'duration_secs': 0.017721} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.601636] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07709} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.604147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.604385] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.604646] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.604891] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.606342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2063f0-2b99-44fe-9ee7-6aac587e6eb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.614636] env[69436]: DEBUG oslo_vmware.api [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for the task: (returnval){ [ 776.614636] env[69436]: value = "task-3254704" [ 776.614636] env[69436]: _type = "Task" [ 776.614636] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.614889] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527f7411-ccf6-662f-e209-2c6dc82b6ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.618856] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b05a7e3-d49f-46e8-9b66-f51db035f4a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.642618] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.646085] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2d6dfa-d564-4bc2-944d-7322b6f69f2f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.671918] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-babc453a-4152-44e9-a874-ee2a49240126 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.673517] env[69436]: DEBUG oslo_vmware.api [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.673964] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 776.673964] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ffec6-a2b8-f8a2-fa3f-c0bfe757fbac" [ 776.673964] env[69436]: _type = "Task" [ 776.673964] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.681059] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 776.681059] env[69436]: value = "task-3254705" [ 776.681059] env[69436]: _type = "Task" [ 776.681059] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.690062] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ffec6-a2b8-f8a2-fa3f-c0bfe757fbac, 'name': SearchDatastore_Task, 'duration_secs': 0.015432} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.693295] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.693641] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 19b076c2-3696-4d28-a136-114764360913/19b076c2-3696-4d28-a136-114764360913.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.694487] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.694487] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.694737] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1754e93-9514-4ce5-a41a-5e6bb971cca0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.704597] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12c04ad-3b2e-4bfd-a462-6c8ba055f09c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.707045] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.711023] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 776.711023] env[69436]: value = "task-3254706" [ 776.711023] env[69436]: _type = "Task" [ 776.711023] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.723479] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.723613] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.724771] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b860b434-6d80-48d3-bad5-4b0031d7100f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.732655] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.734364] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 776.734364] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c35907-fa74-42ac-2ea2-4d58c48ff2b2" [ 776.734364] env[69436]: _type = "Task" [ 776.734364] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.746375] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c35907-fa74-42ac-2ea2-4d58c48ff2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.747208] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a91d5ef-4766-49a9-a80a-57176001be5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.753338] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 776.753338] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52877015-e26d-4806-42fb-dd50fac5cc42" [ 776.753338] env[69436]: _type = "Task" [ 776.753338] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.765571] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52877015-e26d-4806-42fb-dd50fac5cc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.899835] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ad5c03b-d020-4315-a487-92798f0ce35d req-7d23b30f-c44c-4dbe-8fc1-9cdce19e0d10 service nova] Releasing lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.914523] env[69436]: INFO nova.compute.manager [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Unrescuing [ 776.915274] env[69436]: DEBUG oslo_concurrency.lockutils [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.915527] env[69436]: DEBUG oslo_concurrency.lockutils [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.915809] env[69436]: DEBUG nova.network.neutron [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.928679] env[69436]: DEBUG oslo_vmware.api [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254699, 'name': PowerOnVM_Task, 'duration_secs': 1.565701} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.929498] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.930071] env[69436]: INFO nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Took 10.62 seconds to spawn the instance on the hypervisor. [ 776.930287] env[69436]: DEBUG nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 776.931993] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b35b9-801f-42ca-b815-3aef62a2dfea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.027604] env[69436]: DEBUG nova.network.neutron [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Successfully updated port: cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.133366] env[69436]: DEBUG oslo_vmware.api [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Task: {'id': task-3254704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251325} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.133366] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.133366] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.133366] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.133366] env[69436]: INFO nova.compute.manager [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 777.133366] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.134931] env[69436]: DEBUG nova.compute.manager [-] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 777.135148] env[69436]: DEBUG nova.network.neutron [-] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.204808] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.231079] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.271233] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52877015-e26d-4806-42fb-dd50fac5cc42, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.271941] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.272683] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 05ee971f-3aed-4c08-920d-60eaf4f20e75/05ee971f-3aed-4c08-920d-60eaf4f20e75.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.272821] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5375f382-4a5c-4bab-8093-6ecf18202b97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.290035] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 777.290035] env[69436]: value = "task-3254707" [ 777.290035] env[69436]: _type = "Task" [ 777.290035] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.298637] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.417499] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d172d0d-e22c-4c68-b232-52bdc8b5bc3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.429125] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c413bcd9-ae11-4a01-ae1f-6782f7a544ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.478306] env[69436]: INFO nova.compute.manager [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Took 48.62 seconds to build instance. [ 777.479951] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782da56d-49d9-48cd-86e2-9c2b56d577c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.489780] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be0cb2d-259a-48af-8dc7-9c961120319e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.510923] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.533441] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.533622] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.533750] env[69436]: DEBUG nova.network.neutron [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.578890] env[69436]: DEBUG nova.network.neutron [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updated VIF entry in instance network info cache for port 76a376b3-903a-41e6-9cb8-00427107e907. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.579860] env[69436]: DEBUG nova.network.neutron [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [{"id": "76a376b3-903a-41e6-9cb8-00427107e907", "address": "fa:16:3e:16:f9:b5", "network": {"id": "eb786b50-3f26-46ad-8e6e-786d757b4eee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-808136933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25c996b4149f4bba82c774d2b18ec024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a376b3-90", "ovs_interfaceid": "76a376b3-903a-41e6-9cb8-00427107e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.703653] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254705, 'name': ReconfigVM_Task, 'duration_secs': 0.690841} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.704175] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ae003353-32f8-4e86-915a-5a184e105be5/ae003353-32f8-4e86-915a-5a184e105be5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.706573] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2121d0a1-a23c-49e7-b165-093d735645e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.716330] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 777.716330] env[69436]: value = "task-3254708" [ 777.716330] env[69436]: _type = "Task" [ 777.716330] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.750028] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653833} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.750028] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254708, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.750369] env[69436]: DEBUG nova.network.neutron [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Updated VIF entry in instance network info cache for port a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.751761] env[69436]: DEBUG nova.network.neutron [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Updating instance_info_cache with network_info: [{"id": "a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3", "address": "fa:16:3e:d8:20:04", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5838feb-0c", "ovs_interfaceid": "a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.753336] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 19b076c2-3696-4d28-a136-114764360913/19b076c2-3696-4d28-a136-114764360913.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.757334] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.766175] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25282a27-70e6-40d4-bcf3-9036477afe1c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.774662] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 777.774662] env[69436]: value = "task-3254709" [ 777.774662] env[69436]: _type = "Task" [ 777.774662] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.793366] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.810068] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "07f6d714-16cf-405a-8fda-95fcd48791d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.810976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.811340] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.984728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-329c4697-4d4f-43eb-a27f-4aabc97c88a0 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.807s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.005611] env[69436]: DEBUG nova.network.neutron [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Updating instance_info_cache with network_info: [{"id": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "address": "fa:16:3e:99:8a:1a", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ba61c0-ae", "ovs_interfaceid": "b1ba61c0-ae62-4b32-9096-f687c5e6b1c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.042435] env[69436]: ERROR nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [req-7f866e14-9798-42ba-b430-5a0d5ce5a9a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f866e14-9798-42ba-b430-5a0d5ce5a9a6"}]} [ 778.063817] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 778.081532] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 778.081718] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.084363] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Releasing lock "refresh_cache-968d92c8-078e-4f9d-8183-aa2edebf8b4c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.084678] env[69436]: DEBUG nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Received event network-vif-plugged-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 778.084931] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Acquiring lock "19b076c2-3696-4d28-a136-114764360913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.085235] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Lock "19b076c2-3696-4d28-a136-114764360913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.085356] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Lock "19b076c2-3696-4d28-a136-114764360913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.085594] env[69436]: DEBUG nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] No waiting events found dispatching network-vif-plugged-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.085782] env[69436]: WARNING nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Received unexpected event network-vif-plugged-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba for instance with vm_state building and task_state spawning. [ 778.085946] env[69436]: DEBUG nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Received event network-changed-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 778.086593] env[69436]: DEBUG nova.compute.manager [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Refreshing instance network info cache due to event network-changed-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 778.087045] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Acquiring lock "refresh_cache-19b076c2-3696-4d28-a136-114764360913" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.087209] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Acquired lock "refresh_cache-19b076c2-3696-4d28-a136-114764360913" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.087385] env[69436]: DEBUG nova.network.neutron [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Refreshing network info cache for port a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.089471] env[69436]: DEBUG nova.network.neutron [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.102720] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 778.129138] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 778.172143] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.172380] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.172657] env[69436]: DEBUG nova.network.neutron [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.229344] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254708, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.267846] env[69436]: DEBUG oslo_concurrency.lockutils [req-fb1c824d-f678-4d16-befa-ed45be0b0eec req-0eb8f003-47fb-493e-bfa9-c1bebf36a04f service nova] Releasing lock "refresh_cache-05ee971f-3aed-4c08-920d-60eaf4f20e75" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.286203] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099604} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.292881] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.292881] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def5ea37-c0c2-41c7-b6dd-87f56890b443 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.326781] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 19b076c2-3696-4d28-a136-114764360913/19b076c2-3696-4d28-a136-114764360913.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.334336] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708f5676-01ec-4336-be6f-bdbb45966bff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.351338] env[69436]: DEBUG nova.network.neutron [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Updating instance_info_cache with network_info: [{"id": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "address": "fa:16:3e:4c:1c:f2", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef3ff8c-ad", "ovs_interfaceid": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.352963] env[69436]: DEBUG nova.network.neutron [-] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.361566] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719113} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.361566] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 05ee971f-3aed-4c08-920d-60eaf4f20e75/05ee971f-3aed-4c08-920d-60eaf4f20e75.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.361566] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.361758] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec533a69-e4bf-4597-9756-ff14a557c12a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.366144] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 778.366144] env[69436]: value = "task-3254710" [ 778.366144] env[69436]: _type = "Task" [ 778.366144] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.380161] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 778.380161] env[69436]: value = "task-3254711" [ 778.380161] env[69436]: _type = "Task" [ 778.380161] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.380553] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.395436] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.488491] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 778.509670] env[69436]: DEBUG oslo_concurrency.lockutils [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-b0354c3a-f41a-4fed-bff3-8dae49644d8e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.510540] env[69436]: DEBUG nova.objects.instance [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'flavor' on Instance uuid b0354c3a-f41a-4fed-bff3-8dae49644d8e {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.731379] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254708, 'name': Rename_Task, 'duration_secs': 0.828193} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.735394] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.736194] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf77acc-af6c-41e7-a006-dea6f1841905 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.751153] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 778.751153] env[69436]: value = "task-3254712" [ 778.751153] env[69436]: _type = "Task" [ 778.751153] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.766982] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.849120] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.849425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.860637] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.862200] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Instance network_info: |[{"id": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "address": "fa:16:3e:4c:1c:f2", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef3ff8c-ad", "ovs_interfaceid": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 778.862200] env[69436]: INFO nova.compute.manager [-] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Took 1.73 seconds to deallocate network for instance. [ 778.862689] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:1c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cef3ff8c-adf4-463c-b9d8-c303b296db49', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.871617] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Creating folder: Project (e02d69b9dcb34f2d9d1861ef0bb02890). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.876466] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1940b1ed-60c9-4b2b-87c4-0ff8876669e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.901116] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Created folder: Project (e02d69b9dcb34f2d9d1861ef0bb02890) in parent group-v650165. [ 778.903566] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Creating folder: Instances. Parent ref: group-v650309. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.913699] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fabbf28-8885-46af-867a-d1fccd480632 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.915338] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254710, 'name': ReconfigVM_Task, 'duration_secs': 0.533701} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.915579] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127624} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.918757] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 19b076c2-3696-4d28-a136-114764360913/19b076c2-3696-4d28-a136-114764360913.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.919691] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.920587] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189bc25f-0aa8-4939-9e93-2b3b6a71d823 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.922948] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36098e26-8165-438e-877f-856bcabc1d18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.929484] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Created folder: Instances in parent group-v650309. [ 778.930294] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.945472] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.946316] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 778.946316] env[69436]: value = "task-3254715" [ 778.946316] env[69436]: _type = "Task" [ 778.946316] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.956018] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 05ee971f-3aed-4c08-920d-60eaf4f20e75/05ee971f-3aed-4c08-920d-60eaf4f20e75.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.957259] env[69436]: DEBUG nova.network.neutron [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Updated VIF entry in instance network info cache for port a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.957526] env[69436]: DEBUG nova.network.neutron [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Updating instance_info_cache with network_info: [{"id": "a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba", "address": "fa:16:3e:9d:47:64", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d51a8a-3d", "ovs_interfaceid": "a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.962077] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d795686-1146-4395-9024-475fcb0060f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.978854] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc602fce-ac50-4eca-994a-1db5ce1cae50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.996578] env[69436]: DEBUG oslo_concurrency.lockutils [req-ee6268c7-7baa-4e92-aea1-1a55111126d3 req-c6c6efff-09fa-45f6-b60c-7f4c9766c8e9 service nova] Releasing lock "refresh_cache-19b076c2-3696-4d28-a136-114764360913" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.016938] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254715, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.018623] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.018623] env[69436]: value = "task-3254716" [ 779.018623] env[69436]: _type = "Task" [ 779.018623] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.018623] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 779.018623] env[69436]: value = "task-3254717" [ 779.018623] env[69436]: _type = "Task" [ 779.018623] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.022036] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3409fea7-9d25-445d-b8d2-167ac5ac4fad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.025891] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.034139] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892bbe21-588f-4a83-b041-ea355bb36a18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.067425] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9fdbae-f279-4ba5-a633-015befc59e48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.071213] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.071691] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.073034] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254716, 'name': CreateVM_Task} progress is 15%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.075185] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f31a76-037b-4929-a69b-52560e8e33c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.107423] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23d648-bda4-49f3-967f-630fda6ba457 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.110203] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 779.110203] env[69436]: value = "task-3254718" [ 779.110203] env[69436]: _type = "Task" [ 779.110203] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.117344] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c16ed1-db15-482a-9951-71c8334a1fd6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.122128] env[69436]: INFO nova.network.neutron [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Port 1d5d45d7-95e2-4843-8fde-af59a581ddee from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 779.122463] env[69436]: DEBUG nova.network.neutron [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [{"id": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "address": "fa:16:3e:d8:a7:6d", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e83a041-0b", "ovs_interfaceid": "7e83a041-0bbb-450f-8b16-87bf36d9a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.128930] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.139276] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.266307] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.392198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.490973] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254715, 'name': Rename_Task, 'duration_secs': 0.16077} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.491823] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.492347] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-987143ff-eb0d-4827-b909-cb5974b9a3e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.498968] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 779.498968] env[69436]: value = "task-3254719" [ 779.498968] env[69436]: _type = "Task" [ 779.498968] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.509496] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.532110] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254716, 'name': CreateVM_Task, 'duration_secs': 0.365532} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.535316] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.535711] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.536479] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.536694] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.537067] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.537425] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73365ff-7ed8-4627-ac05-e35ab3c7c85f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.542657] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 779.542657] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5201feba-7799-7a53-6c55-a3bab472e5dc" [ 779.542657] env[69436]: _type = "Task" [ 779.542657] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.551037] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5201feba-7799-7a53-6c55-a3bab472e5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.621307] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254718, 'name': PowerOffVM_Task, 'duration_secs': 0.306664} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.621307] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.630022] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.630022] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49546600-1153-4483-b17e-604d5be619f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.644408] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6d2a912a-8990-4032-b22c-d1a769e058fd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.654201] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 779.654201] env[69436]: value = "task-3254720" [ 779.654201] env[69436]: _type = "Task" [ 779.654201] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.664569] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.667772] env[69436]: ERROR nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] [req-2e799244-3d55-4dd1-8a8e-45bdc50b4c88] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e799244-3d55-4dd1-8a8e-45bdc50b4c88"}]} [ 779.688248] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 779.709371] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 779.710034] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.725815] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 779.751805] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 779.765714] env[69436]: DEBUG oslo_vmware.api [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254712, 'name': PowerOnVM_Task, 'duration_secs': 0.747748} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.765999] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.766311] env[69436]: DEBUG nova.compute.manager [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 779.767177] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31129af-eab9-4053-9943-2249305b2951 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.854212] env[69436]: DEBUG nova.compute.manager [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Received event network-vif-plugged-cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 779.854983] env[69436]: DEBUG oslo_concurrency.lockutils [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] Acquiring lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.855281] env[69436]: DEBUG oslo_concurrency.lockutils [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.855475] env[69436]: DEBUG oslo_concurrency.lockutils [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.855675] env[69436]: DEBUG nova.compute.manager [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] No waiting events found dispatching network-vif-plugged-cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.855842] env[69436]: WARNING nova.compute.manager [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Received unexpected event network-vif-plugged-cef3ff8c-adf4-463c-b9d8-c303b296db49 for instance with vm_state building and task_state spawning. [ 779.856095] env[69436]: DEBUG nova.compute.manager [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Received event network-changed-cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 779.856345] env[69436]: DEBUG nova.compute.manager [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Refreshing instance network info cache due to event network-changed-cef3ff8c-adf4-463c-b9d8-c303b296db49. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 779.856345] env[69436]: DEBUG oslo_concurrency.lockutils [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] Acquiring lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.856474] env[69436]: DEBUG oslo_concurrency.lockutils [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] Acquired lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.856685] env[69436]: DEBUG nova.network.neutron [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Refreshing network info cache for port cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.011208] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.038537] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254717, 'name': ReconfigVM_Task, 'duration_secs': 0.525387} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.038537] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 05ee971f-3aed-4c08-920d-60eaf4f20e75/05ee971f-3aed-4c08-920d-60eaf4f20e75.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.038839] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a59cb24-ae34-48c2-9177-9b6fb9018e58 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.051065] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 780.051065] env[69436]: value = "task-3254721" [ 780.051065] env[69436]: _type = "Task" [ 780.051065] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.059272] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5201feba-7799-7a53-6c55-a3bab472e5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01448} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.060446] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.060446] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.060644] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.060833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.061095] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.061409] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7206db42-6a53-4357-bee9-4da9fca0c41a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.071665] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254721, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.084578] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.084816] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.085697] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adac2f28-f80b-4606-a335-a53c3ede3f1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.095621] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 780.095621] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522e3c3f-bbe4-d987-d39c-8104260ea6fe" [ 780.095621] env[69436]: _type = "Task" [ 780.095621] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.105671] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522e3c3f-bbe4-d987-d39c-8104260ea6fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.149141] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3d777854-57ab-4ed0-926b-bf563fced704 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6d2a912a-8990-4032-b22c-d1a769e058fd-1d5d45d7-95e2-4843-8fde-af59a581ddee" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.359s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.167382] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254720, 'name': ReconfigVM_Task, 'duration_secs': 0.38154} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.167918] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 780.168087] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.168457] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-254637ba-b01d-441f-99cd-db473a24b0da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.178151] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 780.178151] env[69436]: value = "task-3254722" [ 780.178151] env[69436]: _type = "Task" [ 780.178151] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.188357] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.291280] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.445807] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff12c720-7a61-4fca-8f2e-5a136b5403a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.455871] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a4ceff-4275-4aaf-85ef-f13909f94d5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.494407] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f6597-c651-4153-a6f1-a5ba0458c345 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.498503] env[69436]: DEBUG nova.compute.manager [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Received event network-changed-7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 780.498933] env[69436]: DEBUG nova.compute.manager [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Refreshing instance network info cache due to event network-changed-7bc8c4ee-62c4-4e65-af60-e1505513c399. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 780.499040] env[69436]: DEBUG oslo_concurrency.lockutils [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] Acquiring lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.499289] env[69436]: DEBUG oslo_concurrency.lockutils [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] Acquired lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.499510] env[69436]: DEBUG nova.network.neutron [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Refreshing network info cache for port 7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.512739] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea604f66-054b-45f4-81d2-1c6a8d66ffad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.520521] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254719, 'name': PowerOnVM_Task, 'duration_secs': 0.655435} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.521130] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.521330] env[69436]: INFO nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Took 11.32 seconds to spawn the instance on the hypervisor. [ 780.521530] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 780.522405] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f173a923-eea8-4d1f-aaa7-fa528f357f16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.533813] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.562215] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254721, 'name': Rename_Task, 'duration_secs': 0.264896} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.562215] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.562215] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-752e7a81-3a3b-4bde-9ce4-5139fa5501b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.568696] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 780.568696] env[69436]: value = "task-3254723" [ 780.568696] env[69436]: _type = "Task" [ 780.568696] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.578489] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.608940] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522e3c3f-bbe4-d987-d39c-8104260ea6fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018563} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.609892] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be6c975-da79-4af1-bff0-37aa7caa5449 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.616067] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 780.616067] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5277d63d-f9d3-720b-722d-25de498c3030" [ 780.616067] env[69436]: _type = "Task" [ 780.616067] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.626124] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5277d63d-f9d3-720b-722d-25de498c3030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.688999] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254722, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.711464] env[69436]: DEBUG nova.network.neutron [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Updated VIF entry in instance network info cache for port cef3ff8c-adf4-463c-b9d8-c303b296db49. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.711990] env[69436]: DEBUG nova.network.neutron [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Updating instance_info_cache with network_info: [{"id": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "address": "fa:16:3e:4c:1c:f2", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef3ff8c-ad", "ovs_interfaceid": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.059225] env[69436]: INFO nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Took 49.97 seconds to build instance. [ 781.083190] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254723, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.088843] env[69436]: DEBUG nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 781.091036] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 71 to 72 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 781.091036] env[69436]: DEBUG nova.compute.provider_tree [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.129240] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5277d63d-f9d3-720b-722d-25de498c3030, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.129294] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.129541] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/0502af08-7fcb-4ebe-9b2c-c5d69661bed1.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.129804] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad7839b2-ead0-46a8-9e29-2e55716c0554 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.138345] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 781.138345] env[69436]: value = "task-3254724" [ 781.138345] env[69436]: _type = "Task" [ 781.138345] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.149427] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.194422] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254722, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.215962] env[69436]: DEBUG oslo_concurrency.lockutils [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] Releasing lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.215962] env[69436]: DEBUG nova.compute.manager [req-8ef1ed41-4c4c-4a58-b647-db99cb1e0bfb req-5d794bc0-39f5-4335-98e1-b67977b062f6 service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-vif-deleted-1d5d45d7-95e2-4843-8fde-af59a581ddee {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 781.260804] env[69436]: DEBUG nova.network.neutron [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updated VIF entry in instance network info cache for port 7bc8c4ee-62c4-4e65-af60-e1505513c399. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.260804] env[69436]: DEBUG nova.network.neutron [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updating instance_info_cache with network_info: [{"id": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "address": "fa:16:3e:f6:85:5a", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8c4ee-62", "ovs_interfaceid": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.264148] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.264467] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.264712] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.264970] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.265117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.268750] env[69436]: INFO nova.compute.manager [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Terminating instance [ 781.561780] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "19b076c2-3696-4d28-a136-114764360913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 123.819s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.581529] env[69436]: DEBUG oslo_vmware.api [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254723, 'name': PowerOnVM_Task, 'duration_secs': 0.86881} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.581768] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.582020] env[69436]: INFO nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Took 9.60 seconds to spawn the instance on the hypervisor. [ 781.582223] env[69436]: DEBUG nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 781.583175] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be9ee7-8ea6-4e77-abd2-c37ca784049b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.599702] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.366s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.603382] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.986s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.605377] env[69436]: INFO nova.compute.claims [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.631295] env[69436]: INFO nova.scheduler.client.report [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Deleted allocations for instance ef18c356-41ff-43f0-bdea-d7f8b1391508 [ 781.639823] env[69436]: DEBUG oslo_concurrency.lockutils [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "db55a66b-8be9-4ed8-b11e-983b05977063" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.640506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.640810] env[69436]: INFO nova.compute.manager [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Rebooting instance [ 781.658451] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254724, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.691710] env[69436]: DEBUG oslo_vmware.api [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254722, 'name': PowerOnVM_Task, 'duration_secs': 1.223846} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.691710] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.692172] env[69436]: DEBUG nova.compute.manager [None req-019a9a4f-597b-4d57-a84a-bbdfe43bdbdc tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 781.692820] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c28cd-8f4b-4297-94a2-e762a1c8e792 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.764019] env[69436]: DEBUG oslo_concurrency.lockutils [req-518b0dfe-82c2-40f6-a01d-3db7026be78e req-de6846b3-aab3-4deb-8a98-ae778fc83f2b service nova] Releasing lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.775928] env[69436]: DEBUG nova.compute.manager [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 781.776265] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.777680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6250d1-9fd2-4a81-a2e7-5f44cbe810c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.786885] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.788172] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dac63a1-836b-4bf5-8851-899cf948ef3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.795254] env[69436]: DEBUG oslo_vmware.api [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 781.795254] env[69436]: value = "task-3254725" [ 781.795254] env[69436]: _type = "Task" [ 781.795254] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.804638] env[69436]: DEBUG oslo_vmware.api [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.047123] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "ae003353-32f8-4e86-915a-5a184e105be5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.047413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "ae003353-32f8-4e86-915a-5a184e105be5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.047828] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "ae003353-32f8-4e86-915a-5a184e105be5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.047982] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "ae003353-32f8-4e86-915a-5a184e105be5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.048128] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "ae003353-32f8-4e86-915a-5a184e105be5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.050745] env[69436]: INFO nova.compute.manager [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Terminating instance [ 782.066222] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 782.103931] env[69436]: INFO nova.compute.manager [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Took 45.09 seconds to build instance. [ 782.138547] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a5c4698-3b7a-41e2-b6d7-51fe37848272 tempest-ServerShowV247Test-460729329 tempest-ServerShowV247Test-460729329-project-member] Lock "ef18c356-41ff-43f0-bdea-d7f8b1391508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.649s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.158086] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686828} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.158389] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/0502af08-7fcb-4ebe-9b2c-c5d69661bed1.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.158664] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.158933] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5326393-f866-44a3-81ce-c0d395c9e66e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.168935] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 782.168935] env[69436]: value = "task-3254726" [ 782.168935] env[69436]: _type = "Task" [ 782.168935] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.178713] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.181718] env[69436]: DEBUG oslo_concurrency.lockutils [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.182057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquired lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.182368] env[69436]: DEBUG nova.network.neutron [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.259591] env[69436]: DEBUG nova.compute.manager [req-ea76aaed-36c6-4aec-8977-692e7bf96d34 req-74c48f76-8be0-4244-8dbe-9a6981e0d4d0 service nova] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Received event network-vif-deleted-67795c93-4266-4476-b5fb-0afc761b335f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 782.308963] env[69436]: DEBUG oslo_vmware.api [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254725, 'name': PowerOffVM_Task, 'duration_secs': 0.335961} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.309198] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.309379] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.309671] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c11a519-6087-4a14-a5ca-6e14d327c1d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.378169] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.378672] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.378758] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleting the datastore file [datastore2] 6d2a912a-8990-4032-b22c-d1a769e058fd {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.379069] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f09c657c-ce5c-4c52-949b-48a11feb7a31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.388038] env[69436]: DEBUG oslo_vmware.api [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 782.388038] env[69436]: value = "task-3254728" [ 782.388038] env[69436]: _type = "Task" [ 782.388038] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.401628] env[69436]: DEBUG oslo_vmware.api [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.556817] env[69436]: DEBUG nova.compute.manager [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 782.557025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.559735] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f669e56-0444-4d27-a57b-6428293e92ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.567198] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.567671] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce5078e-6e05-4a19-95da-6a72943dece7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.573960] env[69436]: DEBUG oslo_vmware.api [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 782.573960] env[69436]: value = "task-3254729" [ 782.573960] env[69436]: _type = "Task" [ 782.573960] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.586032] env[69436]: DEBUG oslo_vmware.api [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.588366] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.607561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6f79c28-4bb2-4f0b-851e-2b557bdaa98e tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 124.818s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.688136] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079183} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.688136] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.689282] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e2093-1e9e-449f-84c6-8833d1aa7e6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.719490] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/0502af08-7fcb-4ebe-9b2c-c5d69661bed1.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.723385] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49e0d357-d2d5-432b-bbba-dbdbfa55fc5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.748181] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 782.748181] env[69436]: value = "task-3254730" [ 782.748181] env[69436]: _type = "Task" [ 782.748181] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.757613] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.911542] env[69436]: DEBUG oslo_vmware.api [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290136} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.911814] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.912086] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.912277] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.912470] env[69436]: INFO nova.compute.manager [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.912717] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.913046] env[69436]: DEBUG nova.compute.manager [-] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 782.913087] env[69436]: DEBUG nova.network.neutron [-] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.025382] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "0830e5ab-1d29-40ab-ab29-2400e61590b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.027544] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.068176] env[69436]: DEBUG nova.network.neutron [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updating instance_info_cache with network_info: [{"id": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "address": "fa:16:3e:f6:85:5a", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8c4ee-62", "ovs_interfaceid": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.092428] env[69436]: DEBUG oslo_vmware.api [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254729, 'name': PowerOffVM_Task, 'duration_secs': 0.209544} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.092428] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.092428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.092701] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f2ba39-9980-42d0-8d86-791637f0bf3e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.110429] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 783.164996] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.165448] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.165796] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore2] ae003353-32f8-4e86-915a-5a184e105be5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.166546] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6971bc6d-54ef-47db-8462-aa3827610990 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.177132] env[69436]: DEBUG oslo_vmware.api [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 783.177132] env[69436]: value = "task-3254732" [ 783.177132] env[69436]: _type = "Task" [ 783.177132] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.186604] env[69436]: DEBUG oslo_vmware.api [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.262283] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254730, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.394867] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ebd3e-c413-4bfc-83be-62a22c6ff210 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.403234] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee544ed0-b4c4-45ff-a1c5-955c92ecd2ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.438396] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3406bda-99de-45e4-83f7-1949d3a28180 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.448942] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346b84f-b012-4738-b6d9-7b5961b02e71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.466068] env[69436]: DEBUG nova.compute.provider_tree [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.572309] env[69436]: DEBUG oslo_concurrency.lockutils [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Releasing lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.641153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.688828] env[69436]: DEBUG oslo_vmware.api [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234416} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.690041] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.690041] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.690041] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.690041] env[69436]: INFO nova.compute.manager [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 783.690388] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.690753] env[69436]: DEBUG nova.compute.manager [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 783.691038] env[69436]: DEBUG nova.network.neutron [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.760619] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254730, 'name': ReconfigVM_Task, 'duration_secs': 0.567462} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.760969] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/0502af08-7fcb-4ebe-9b2c-c5d69661bed1.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.761665] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69073a74-24b9-4060-97eb-eafe4e59d46a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.770201] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 783.770201] env[69436]: value = "task-3254733" [ 783.770201] env[69436]: _type = "Task" [ 783.770201] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.780293] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254733, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.970816] env[69436]: DEBUG nova.scheduler.client.report [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.079671] env[69436]: DEBUG nova.compute.manager [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 784.080808] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b248f-f332-4796-818e-0c5c2e469fb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.084293] env[69436]: DEBUG nova.network.neutron [-] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.092356] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "19b076c2-3696-4d28-a136-114764360913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.092865] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "19b076c2-3696-4d28-a136-114764360913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.092865] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "19b076c2-3696-4d28-a136-114764360913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.093164] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "19b076c2-3696-4d28-a136-114764360913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.095610] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "19b076c2-3696-4d28-a136-114764360913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.099982] env[69436]: INFO nova.compute.manager [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Terminating instance [ 784.280623] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254733, 'name': Rename_Task, 'duration_secs': 0.203504} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.280950] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.281256] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e2c8f0-6a96-4557-bca9-443e448e31f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.290124] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 784.290124] env[69436]: value = "task-3254734" [ 784.290124] env[69436]: _type = "Task" [ 784.290124] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.299945] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.480728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.481560] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 784.484383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.879s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.484652] env[69436]: DEBUG nova.objects.instance [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lazy-loading 'resources' on Instance uuid f1ec9889-55f4-455c-a927-36585d57bc41 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.505193] env[69436]: DEBUG nova.network.neutron [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.556973] env[69436]: DEBUG nova.compute.manager [req-1b8ec8b4-edb9-40d2-ae96-2563911d8e97 req-9eaa5173-f712-4431-825f-063a1b7ab59e service nova] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Received event network-vif-deleted-7e83a041-0bbb-450f-8b16-87bf36d9a3c9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 784.557198] env[69436]: DEBUG nova.compute.manager [req-1b8ec8b4-edb9-40d2-ae96-2563911d8e97 req-9eaa5173-f712-4431-825f-063a1b7ab59e service nova] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Received event network-vif-deleted-4b95898d-6e98-4740-b606-e0d7bc232956 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 784.562071] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "2735935b-1255-452b-ae44-0d57d6832fde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.562366] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "2735935b-1255-452b-ae44-0d57d6832fde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.590116] env[69436]: INFO nova.compute.manager [-] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Took 1.67 seconds to deallocate network for instance. [ 784.607864] env[69436]: DEBUG nova.compute.manager [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 784.608185] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.609353] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c585b153-b2f7-4645-b046-feccfbad7d4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.617592] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.617902] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e8d352-dcf3-44c7-a80a-e6c9b754e534 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.622172] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "05ee971f-3aed-4c08-920d-60eaf4f20e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.623212] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.623212] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "05ee971f-3aed-4c08-920d-60eaf4f20e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.623212] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.623212] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.626320] env[69436]: DEBUG oslo_vmware.api [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 784.626320] env[69436]: value = "task-3254735" [ 784.626320] env[69436]: _type = "Task" [ 784.626320] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.626832] env[69436]: INFO nova.compute.manager [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Terminating instance [ 784.641445] env[69436]: DEBUG oslo_vmware.api [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.804131] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254734, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.989359] env[69436]: DEBUG nova.compute.utils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.995015] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 784.995406] env[69436]: DEBUG nova.network.neutron [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.007799] env[69436]: INFO nova.compute.manager [-] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Took 1.32 seconds to deallocate network for instance. [ 785.036284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.036284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.036284] env[69436]: DEBUG nova.compute.manager [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 785.037242] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a57938-c0b4-4ff6-b9e1-63b5bf3c9d4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.054999] env[69436]: DEBUG nova.policy [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de02debb42e4331b450b2f2aacb87b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92e79809f3646029ca93a266f65b716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.061747] env[69436]: DEBUG nova.compute.manager [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 785.061747] env[69436]: DEBUG nova.objects.instance [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lazy-loading 'flavor' on Instance uuid f69c1834-6c2d-4e07-9c61-806d70e8e16c {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.094021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.112291] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186db079-595b-4f12-af81-31362f74d82f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.121657] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Doing hard reboot of VM {{(pid=69436) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 785.128220] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-054838d4-ae9a-4d3e-93ca-479b1bb08797 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.139545] env[69436]: DEBUG nova.compute.manager [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 785.139765] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.140638] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c42eae9-b12e-4473-9f6a-94f6a9ef8048 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.148790] env[69436]: DEBUG oslo_vmware.api [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 785.148790] env[69436]: value = "task-3254736" [ 785.148790] env[69436]: _type = "Task" [ 785.148790] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.153571] env[69436]: DEBUG oslo_vmware.api [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254735, 'name': PowerOffVM_Task, 'duration_secs': 0.204701} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.157354] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.157568] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.160185] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0201784-27c3-4b47-b579-62a348b545c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.162516] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.165936] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b83ef6-cea6-4b62-beba-2616f2609e90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.172160] env[69436]: DEBUG oslo_vmware.api [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254736, 'name': ResetVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.178068] env[69436]: DEBUG oslo_vmware.api [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 785.178068] env[69436]: value = "task-3254738" [ 785.178068] env[69436]: _type = "Task" [ 785.178068] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.187308] env[69436]: DEBUG oslo_vmware.api [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.271872] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.272209] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.272393] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleting the datastore file [datastore2] 19b076c2-3696-4d28-a136-114764360913 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.272701] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925c11fc-891b-4fb0-af1e-f3f233c2d4ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.280136] env[69436]: DEBUG oslo_vmware.api [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 785.280136] env[69436]: value = "task-3254739" [ 785.280136] env[69436]: _type = "Task" [ 785.280136] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.301351] env[69436]: DEBUG oslo_vmware.api [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.307255] env[69436]: DEBUG oslo_vmware.api [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254734, 'name': PowerOnVM_Task, 'duration_secs': 0.751083} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.310524] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.310637] env[69436]: INFO nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Took 10.58 seconds to spawn the instance on the hypervisor. [ 785.310850] env[69436]: DEBUG nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 785.312076] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129cd11-83b2-4425-9018-9c26cf0f83c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.496449] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 785.515214] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.605859] env[69436]: DEBUG nova.network.neutron [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Successfully created port: 56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.664367] env[69436]: DEBUG oslo_vmware.api [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254736, 'name': ResetVM_Task, 'duration_secs': 0.117607} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.664692] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Did hard reboot of VM {{(pid=69436) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 785.664896] env[69436]: DEBUG nova.compute.manager [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 785.665694] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdddb3c6-5447-42c5-8af3-7bf5298a477b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.691638] env[69436]: DEBUG oslo_vmware.api [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254738, 'name': PowerOffVM_Task, 'duration_secs': 0.305551} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.691969] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.692169] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.692470] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7ba294b-0dbb-4cbd-9aab-d6a8e0e4865f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.727977] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2831eb75-5411-4246-8f1b-12d49b5f4aaf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.735789] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7540cd-17c4-4cdd-a94a-b81938e8aa71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.769696] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae615b4-e13b-42b8-8dcd-3881a7996a6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.772572] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.772828] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.772989] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleting the datastore file [datastore2] 05ee971f-3aed-4c08-920d-60eaf4f20e75 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.773265] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48ddb9e1-5233-408c-b8cc-737569328f3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.781860] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce14448-f9bd-4e8a-84ec-b599dbe12e48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.785910] env[69436]: DEBUG oslo_vmware.api [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 785.785910] env[69436]: value = "task-3254741" [ 785.785910] env[69436]: _type = "Task" [ 785.785910] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.801755] env[69436]: DEBUG nova.compute.provider_tree [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.807231] env[69436]: DEBUG oslo_vmware.api [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243779} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.807231] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.807231] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.807623] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.807623] env[69436]: INFO nova.compute.manager [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 19b076c2-3696-4d28-a136-114764360913] Took 1.20 seconds to destroy the instance on the hypervisor. [ 785.807906] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.811222] env[69436]: DEBUG nova.compute.manager [-] [instance: 19b076c2-3696-4d28-a136-114764360913] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 785.811350] env[69436]: DEBUG nova.network.neutron [-] [instance: 19b076c2-3696-4d28-a136-114764360913] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.813436] env[69436]: DEBUG oslo_vmware.api [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.830336] env[69436]: INFO nova.compute.manager [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Took 46.88 seconds to build instance. [ 786.073089] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.073089] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e57fc1e-f94e-4c68-aa5d-c2b228cb96fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.078671] env[69436]: DEBUG oslo_vmware.api [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 786.078671] env[69436]: value = "task-3254742" [ 786.078671] env[69436]: _type = "Task" [ 786.078671] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.086837] env[69436]: DEBUG oslo_vmware.api [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.180354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-995558e5-22b4-4c84-9a7e-1da1b4e99a44 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.540s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.302235] env[69436]: DEBUG oslo_vmware.api [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3254741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376647} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.302578] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.302765] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.303008] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.303214] env[69436]: INFO nova.compute.manager [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Took 1.16 seconds to destroy the instance on the hypervisor. [ 786.303512] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.303758] env[69436]: DEBUG nova.compute.manager [-] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 786.303888] env[69436]: DEBUG nova.network.neutron [-] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.314301] env[69436]: DEBUG nova.scheduler.client.report [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.333868] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fd455575-44b7-47ef-abc2-3db84e993b0e tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 123.896s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.508967] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 786.541868] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.542228] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.542918] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.542918] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.542918] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.542918] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.544314] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.544314] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.544314] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.544314] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.544314] env[69436]: DEBUG nova.virt.hardware [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.545398] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a451bb48-18e7-404f-a19a-7eb98c4bf8ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.560908] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e919f6e-4086-4e99-b1b0-51533ce9bb15 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.588508] env[69436]: DEBUG oslo_vmware.api [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254742, 'name': PowerOffVM_Task, 'duration_secs': 0.298388} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.588768] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.588963] env[69436]: DEBUG nova.compute.manager [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 786.589724] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6bc3c-3bf5-4b37-bb38-42e43327db87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.610374] env[69436]: DEBUG nova.network.neutron [-] [instance: 19b076c2-3696-4d28-a136-114764360913] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.613612] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fd7ea-2619-9c71-4e05-0579ddbb896b/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.614685] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a8573-5efa-4153-8034-bdde19d00b67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.621548] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fd7ea-2619-9c71-4e05-0579ddbb896b/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.621708] env[69436]: ERROR oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fd7ea-2619-9c71-4e05-0579ddbb896b/disk-0.vmdk due to incomplete transfer. [ 786.621953] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bde111aa-41d2-4a30-b063-595336b84a82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.633710] env[69436]: DEBUG oslo_vmware.rw_handles [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fd7ea-2619-9c71-4e05-0579ddbb896b/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.633790] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Uploaded image f155a985-e010-4f12-8f48-48cc7a4b1eb3 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.636407] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.637266] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6769a1e2-2b82-42aa-a0f7-0245b84391d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.643142] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 786.643142] env[69436]: value = "task-3254743" [ 786.643142] env[69436]: _type = "Task" [ 786.643142] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.651803] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254743, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.818205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.822651] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.674s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.824569] env[69436]: INFO nova.compute.claims [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.836373] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 786.839915] env[69436]: INFO nova.scheduler.client.report [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Deleted allocations for instance f1ec9889-55f4-455c-a927-36585d57bc41 [ 786.973026] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.974030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.058750] env[69436]: DEBUG nova.network.neutron [-] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.066118] env[69436]: DEBUG nova.compute.manager [req-33962e5f-f9f3-49b1-a90e-5dd3041389e4 req-85fa1ff7-1d10-4c0e-84f8-6f62e7bee3d3 service nova] [instance: 19b076c2-3696-4d28-a136-114764360913] Received event network-vif-deleted-a8d51a8a-3d99-4da8-bbad-d3e2b6b0c6ba {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 787.066268] env[69436]: DEBUG nova.compute.manager [req-33962e5f-f9f3-49b1-a90e-5dd3041389e4 req-85fa1ff7-1d10-4c0e-84f8-6f62e7bee3d3 service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Received event network-vif-deleted-a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 787.066704] env[69436]: INFO nova.compute.manager [req-33962e5f-f9f3-49b1-a90e-5dd3041389e4 req-85fa1ff7-1d10-4c0e-84f8-6f62e7bee3d3 service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Neutron deleted interface a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3; detaching it from the instance and deleting it from the info cache [ 787.066942] env[69436]: DEBUG nova.network.neutron [req-33962e5f-f9f3-49b1-a90e-5dd3041389e4 req-85fa1ff7-1d10-4c0e-84f8-6f62e7bee3d3 service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.101418] env[69436]: DEBUG oslo_concurrency.lockutils [None req-019708fb-6c14-441e-91d0-ee598d08f3ff tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.112750] env[69436]: INFO nova.compute.manager [-] [instance: 19b076c2-3696-4d28-a136-114764360913] Took 1.30 seconds to deallocate network for instance. [ 787.129245] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "c4f9d6db-722b-4da2-8e48-192598d791b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.129526] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.129711] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "c4f9d6db-722b-4da2-8e48-192598d791b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.129903] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.130164] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.133971] env[69436]: INFO nova.compute.manager [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Terminating instance [ 787.155810] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254743, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.182633] env[69436]: DEBUG nova.network.neutron [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Successfully updated port: 56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.348397] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5117837c-5cad-45b1-b23c-f8f512ad2404 tempest-ServersTestFqdnHostnames-825441857 tempest-ServersTestFqdnHostnames-825441857-project-member] Lock "f1ec9889-55f4-455c-a927-36585d57bc41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.411s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.355952] env[69436]: DEBUG nova.compute.manager [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Received event network-changed-7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 787.357515] env[69436]: DEBUG nova.compute.manager [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Refreshing instance network info cache due to event network-changed-7bc8c4ee-62c4-4e65-af60-e1505513c399. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 787.357716] env[69436]: DEBUG oslo_concurrency.lockutils [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] Acquiring lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.357859] env[69436]: DEBUG oslo_concurrency.lockutils [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] Acquired lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.358032] env[69436]: DEBUG nova.network.neutron [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Refreshing network info cache for port 7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.369913] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.494467] env[69436]: INFO nova.compute.manager [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Rescuing [ 787.494790] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.494974] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.495269] env[69436]: DEBUG nova.network.neutron [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.564356] env[69436]: INFO nova.compute.manager [-] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Took 1.26 seconds to deallocate network for instance. [ 787.569571] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4bb6d70-c984-4651-a578-7b15c79cee78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.580982] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45619b5-d2fc-4a41-92ce-f79bda793a05 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.615493] env[69436]: DEBUG nova.compute.manager [req-33962e5f-f9f3-49b1-a90e-5dd3041389e4 req-85fa1ff7-1d10-4c0e-84f8-6f62e7bee3d3 service nova] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Detach interface failed, port_id=a5838feb-0cf6-4cb7-a891-52fe7bd7a3f3, reason: Instance 05ee971f-3aed-4c08-920d-60eaf4f20e75 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 787.622816] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.638371] env[69436]: DEBUG nova.compute.manager [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 787.638599] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.639556] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e993ff51-50ba-4954-b77b-1b249b3ddd19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.651616] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.653258] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f84b45b-04ee-46f2-aeeb-f92c4141a124 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.659682] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254743, 'name': Destroy_Task, 'duration_secs': 0.824656} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.660532] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroyed the VM [ 787.660772] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.661369] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2dd7e6e-dd69-47df-84f3-3328789e6b99 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.664742] env[69436]: DEBUG oslo_vmware.api [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 787.664742] env[69436]: value = "task-3254744" [ 787.664742] env[69436]: _type = "Task" [ 787.664742] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.669536] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 787.669536] env[69436]: value = "task-3254745" [ 787.669536] env[69436]: _type = "Task" [ 787.669536] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.677114] env[69436]: DEBUG oslo_vmware.api [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.683352] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.685023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.685169] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.685327] env[69436]: DEBUG nova.network.neutron [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.070997] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.163208] env[69436]: DEBUG nova.objects.instance [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lazy-loading 'flavor' on Instance uuid f69c1834-6c2d-4e07-9c61-806d70e8e16c {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.190281] env[69436]: DEBUG oslo_vmware.api [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254744, 'name': PowerOffVM_Task, 'duration_secs': 0.21008} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.190281] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.190281] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.190627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.193330] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-109b917b-f582-4d31-a7ed-88619c73521d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.206436] env[69436]: DEBUG nova.network.neutron [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updated VIF entry in instance network info cache for port 7bc8c4ee-62c4-4e65-af60-e1505513c399. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.207154] env[69436]: DEBUG nova.network.neutron [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updating instance_info_cache with network_info: [{"id": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "address": "fa:16:3e:f6:85:5a", "network": {"id": "510bc4ad-31b1-46b4-8a29-d00262efb302", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-671270820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ada6b877c2040429bcc0b1c3c338007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc8c4ee-62", "ovs_interfaceid": "7bc8c4ee-62c4-4e65-af60-e1505513c399", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.256929] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "db55a66b-8be9-4ed8-b11e-983b05977063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.257932] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.258225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "db55a66b-8be9-4ed8-b11e-983b05977063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.258427] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.258598] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.261428] env[69436]: INFO nova.compute.manager [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Terminating instance [ 788.285686] env[69436]: DEBUG nova.network.neutron [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.292118] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.292118] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.292118] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Deleting the datastore file [datastore1] c4f9d6db-722b-4da2-8e48-192598d791b1 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.292118] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10307c97-6149-44d3-8e63-5bdc84a90719 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.298129] env[69436]: DEBUG oslo_vmware.api [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 788.298129] env[69436]: value = "task-3254747" [ 788.298129] env[69436]: _type = "Task" [ 788.298129] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.313163] env[69436]: DEBUG oslo_vmware.api [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.463120] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d57e2-52f4-4b90-9277-a6b805114b16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.471175] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9190e7f5-876a-4c9e-aac5-269c97bf3e54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.507014] env[69436]: DEBUG nova.network.neutron [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Updating instance_info_cache with network_info: [{"id": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "address": "fa:16:3e:4c:1c:f2", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef3ff8c-ad", "ovs_interfaceid": "cef3ff8c-adf4-463c-b9d8-c303b296db49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.512022] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784ffb85-e070-47a9-bfad-94a04b6db4d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.523935] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cbf59e-365c-4f3f-a943-12db2c9bd606 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.542680] env[69436]: DEBUG nova.compute.provider_tree [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.571240] env[69436]: DEBUG nova.network.neutron [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updating instance_info_cache with network_info: [{"id": "56233669-1da5-41f8-9b09-17e85fab28f0", "address": "fa:16:3e:a9:2e:52", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56233669-1d", "ovs_interfaceid": "56233669-1da5-41f8-9b09-17e85fab28f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.668206] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.668759] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquired lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.668759] env[69436]: DEBUG nova.network.neutron [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.668759] env[69436]: DEBUG nova.objects.instance [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lazy-loading 'info_cache' on Instance uuid f69c1834-6c2d-4e07-9c61-806d70e8e16c {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.681562] env[69436]: DEBUG oslo_vmware.api [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254745, 'name': RemoveSnapshot_Task, 'duration_secs': 0.813608} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.682022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.682275] env[69436]: INFO nova.compute.manager [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 17.93 seconds to snapshot the instance on the hypervisor. [ 788.709417] env[69436]: DEBUG oslo_concurrency.lockutils [req-df33084f-c4e4-41cd-8590-b1f629b2c732 req-061c3ef4-f3ba-4250-9a98-00f74f81bed1 service nova] Releasing lock "refresh_cache-db55a66b-8be9-4ed8-b11e-983b05977063" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.767361] env[69436]: DEBUG nova.compute.manager [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 788.767615] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.768544] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da490481-8deb-4b12-af02-39688c3e182e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.777204] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.777564] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a9cdc8-cd75-478e-8c29-78dd775e315f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.785515] env[69436]: DEBUG oslo_vmware.api [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 788.785515] env[69436]: value = "task-3254748" [ 788.785515] env[69436]: _type = "Task" [ 788.785515] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.799993] env[69436]: DEBUG oslo_vmware.api [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.815154] env[69436]: DEBUG oslo_vmware.api [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266959} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.815154] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.815154] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.815382] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.815634] env[69436]: INFO nova.compute.manager [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 788.815958] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.816235] env[69436]: DEBUG nova.compute.manager [-] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 788.816384] env[69436]: DEBUG nova.network.neutron [-] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.015823] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "refresh_cache-0502af08-7fcb-4ebe-9b2c-c5d69661bed1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.045340] env[69436]: DEBUG nova.scheduler.client.report [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.072115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.072444] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Instance network_info: |[{"id": "56233669-1da5-41f8-9b09-17e85fab28f0", "address": "fa:16:3e:a9:2e:52", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56233669-1d", "ovs_interfaceid": "56233669-1da5-41f8-9b09-17e85fab28f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 789.072849] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56233669-1da5-41f8-9b09-17e85fab28f0', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.080431] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Creating folder: Project (d92e79809f3646029ca93a266f65b716). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.080965] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-603a12d1-03c1-492e-955d-b2f70a0c8d9e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.092853] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Created folder: Project (d92e79809f3646029ca93a266f65b716) in parent group-v650165. [ 789.093086] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Creating folder: Instances. Parent ref: group-v650312. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.093321] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8519ed5-a27b-431f-ac4a-64593f2b9374 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.102319] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Created folder: Instances in parent group-v650312. [ 789.102590] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.102786] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.102993] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53bbb945-0340-41ab-a0c2-ec23e8e7e5ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.123594] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.123594] env[69436]: value = "task-3254751" [ 789.123594] env[69436]: _type = "Task" [ 789.123594] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.132673] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254751, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.172393] env[69436]: DEBUG nova.objects.base [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 789.195773] env[69436]: DEBUG nova.compute.manager [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Received event network-vif-plugged-56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 789.196024] env[69436]: DEBUG oslo_concurrency.lockutils [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.196266] env[69436]: DEBUG oslo_concurrency.lockutils [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.196453] env[69436]: DEBUG oslo_concurrency.lockutils [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.196628] env[69436]: DEBUG nova.compute.manager [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] No waiting events found dispatching network-vif-plugged-56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.196791] env[69436]: WARNING nova.compute.manager [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Received unexpected event network-vif-plugged-56233669-1da5-41f8-9b09-17e85fab28f0 for instance with vm_state building and task_state spawning. [ 789.196953] env[69436]: DEBUG nova.compute.manager [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Received event network-changed-56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 789.197130] env[69436]: DEBUG nova.compute.manager [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Refreshing instance network info cache due to event network-changed-56233669-1da5-41f8-9b09-17e85fab28f0. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 789.197314] env[69436]: DEBUG oslo_concurrency.lockutils [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] Acquiring lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.197451] env[69436]: DEBUG oslo_concurrency.lockutils [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] Acquired lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.197607] env[69436]: DEBUG nova.network.neutron [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Refreshing network info cache for port 56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.258236] env[69436]: DEBUG nova.compute.manager [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Found 3 images (rotation: 2) {{(pid=69436) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 789.258628] env[69436]: DEBUG nova.compute.manager [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Rotating out 1 backups {{(pid=69436) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 789.259089] env[69436]: DEBUG nova.compute.manager [None req-22919dda-acbd-441e-945f-651c50596b36 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleting image 89092b3e-d5ff-4bbb-a035-e739d18ec1ce {{(pid=69436) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 789.301386] env[69436]: DEBUG oslo_vmware.api [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254748, 'name': PowerOffVM_Task, 'duration_secs': 0.404329} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.301386] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.301386] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.301386] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31aa893-9034-404c-a6e5-ce0ddf22ae0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.471611] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.471611] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.471611] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Deleting the datastore file [datastore2] db55a66b-8be9-4ed8-b11e-983b05977063 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.471611] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61662309-6de5-4be3-9ce6-1c9d626cad48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.477500] env[69436]: DEBUG oslo_vmware.api [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 789.477500] env[69436]: value = "task-3254753" [ 789.477500] env[69436]: _type = "Task" [ 789.477500] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.489138] env[69436]: DEBUG oslo_vmware.api [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.550222] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.550833] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 789.555019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.242s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.555019] env[69436]: DEBUG nova.objects.instance [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lazy-loading 'resources' on Instance uuid aee1aa5e-8cce-4cab-b5b0-e98f441e00d5 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.636835] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254751, 'name': CreateVM_Task, 'duration_secs': 0.432821} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.637044] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.637769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.637933] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.638272] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.638536] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17712828-3a28-4e2c-a2e2-b1b2a4618792 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.645623] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 789.645623] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52371109-bf59-7480-cc4b-dea10d866a34" [ 789.645623] env[69436]: _type = "Task" [ 789.645623] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.655496] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52371109-bf59-7480-cc4b-dea10d866a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.727971] env[69436]: DEBUG nova.network.neutron [-] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.992346] env[69436]: DEBUG oslo_vmware.api [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156371} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.992346] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.992346] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.992346] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.992346] env[69436]: INFO nova.compute.manager [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Took 1.22 seconds to destroy the instance on the hypervisor. [ 789.992346] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.992346] env[69436]: DEBUG nova.compute.manager [-] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 789.992346] env[69436]: DEBUG nova.network.neutron [-] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.063668] env[69436]: DEBUG nova.compute.utils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.069648] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 790.069648] env[69436]: DEBUG nova.network.neutron [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.171287] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52371109-bf59-7480-cc4b-dea10d866a34, 'name': SearchDatastore_Task, 'duration_secs': 0.016103} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.174519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.174878] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.175192] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.175361] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.175563] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.177352] env[69436]: DEBUG nova.policy [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '376d6cb4b53842c292a9e7410467c7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '046081c0af184cecbfddad8433940890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.179296] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e50d5a-341c-4490-872b-596f79d7f866 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.189658] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.189853] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.193252] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863153da-d242-40f1-a380-1fbeb014c2e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.202824] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 790.202824] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b44aa-9bf0-45c8-37f9-535e5d0835cc" [ 790.202824] env[69436]: _type = "Task" [ 790.202824] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.217012] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b44aa-9bf0-45c8-37f9-535e5d0835cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.233240] env[69436]: INFO nova.compute.manager [-] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Took 1.42 seconds to deallocate network for instance. [ 790.289831] env[69436]: DEBUG nova.network.neutron [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Updating instance_info_cache with network_info: [{"id": "f13823b2-c795-481e-92a8-7fd180928096", "address": "fa:16:3e:81:62:eb", "network": {"id": "91e5d524-069b-4a5c-ad85-5b7ed22cd7f5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-590039806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ef7f23955b34fd68ab2336ae4d4a3b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13823b2-c7", "ovs_interfaceid": "f13823b2-c795-481e-92a8-7fd180928096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.323489] env[69436]: DEBUG nova.network.neutron [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updated VIF entry in instance network info cache for port 56233669-1da5-41f8-9b09-17e85fab28f0. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.324877] env[69436]: DEBUG nova.network.neutron [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updating instance_info_cache with network_info: [{"id": "56233669-1da5-41f8-9b09-17e85fab28f0", "address": "fa:16:3e:a9:2e:52", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56233669-1d", "ovs_interfaceid": "56233669-1da5-41f8-9b09-17e85fab28f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.557755] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.558282] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1a4ff6-f867-49fd-bee5-5a87c2dab6a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.566140] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 790.566140] env[69436]: value = "task-3254754" [ 790.566140] env[69436]: _type = "Task" [ 790.566140] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.572067] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 790.582633] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.717716] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b44aa-9bf0-45c8-37f9-535e5d0835cc, 'name': SearchDatastore_Task, 'duration_secs': 0.037091} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.721819] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1276ce8-2a0f-4f6b-b6cd-1c43d5ca2041 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727902] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 790.727902] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525050b1-d9e9-735a-8100-e7a29a468ea2" [ 790.727902] env[69436]: _type = "Task" [ 790.727902] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.736414] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525050b1-d9e9-735a-8100-e7a29a468ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.738235] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106054e6-b822-4da3-ad97-e5f8466ec4f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.741684] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.748643] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e41144-0e18-4995-810d-e9b2f18ace60 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.785427] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99ab04-8e4a-4ca6-858f-95be4c2ae18d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.792036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Releasing lock "refresh_cache-f69c1834-6c2d-4e07-9c61-806d70e8e16c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.797376] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067512bc-1783-46e5-9b88-0c007c7701ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.814045] env[69436]: DEBUG nova.compute.provider_tree [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.830164] env[69436]: DEBUG oslo_concurrency.lockutils [req-d96b0d02-e84a-4e30-87de-116ea7b2e25e req-0468aff9-6f2a-41d0-a3a0-fab6b59cdcba service nova] Releasing lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.875853] env[69436]: DEBUG nova.network.neutron [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Successfully created port: 97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.083696] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254754, 'name': PowerOffVM_Task, 'duration_secs': 0.231058} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.084168] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.084819] env[69436]: DEBUG nova.network.neutron [-] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.086656] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc28fb9-6242-477c-a7fe-d319c9938f9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.114249] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b77655-9fa2-4309-b813-f7d2a0b99e44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.156357] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.156580] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19d4acb-682a-4180-a712-f95d98a10b00 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.162611] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 791.162611] env[69436]: value = "task-3254755" [ 791.162611] env[69436]: _type = "Task" [ 791.162611] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.172379] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 791.172597] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.172812] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.238685] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525050b1-d9e9-735a-8100-e7a29a468ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.239117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.239233] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 5e872a46-1c3e-4e2a-b7bc-358471966940/5e872a46-1c3e-4e2a-b7bc-358471966940.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.239511] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.239755] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.240098] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af759822-78a4-4857-b9a5-bac849f75225 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.242879] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ef4e6bc-dd64-407e-b90d-fc63442cd5af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.248199] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 791.248199] env[69436]: value = "task-3254756" [ 791.248199] env[69436]: _type = "Task" [ 791.248199] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.253651] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.253651] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.253651] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35231e9a-ad14-4c01-a4a7-4b5eab31c9d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.258852] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.264461] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 791.264461] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c79fd-d644-21d3-bcd7-266b5732c1c5" [ 791.264461] env[69436]: _type = "Task" [ 791.264461] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.272943] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c79fd-d644-21d3-bcd7-266b5732c1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.352229] env[69436]: ERROR nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] [req-1112b278-9458-4dd6-8f43-8f46ab1ebb0c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1112b278-9458-4dd6-8f43-8f46ab1ebb0c"}]} [ 791.373086] env[69436]: DEBUG nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.391331] env[69436]: DEBUG nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.391578] env[69436]: DEBUG nova.compute.provider_tree [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.407763] env[69436]: DEBUG nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.437026] env[69436]: DEBUG nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.586672] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 791.592392] env[69436]: INFO nova.compute.manager [-] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Took 1.60 seconds to deallocate network for instance. [ 791.615035] env[69436]: DEBUG nova.compute.manager [req-39da8118-5265-4c34-9edd-1e75bdbcae68 req-a5532cae-2805-4374-9aa5-c18bf9a745c3 service nova] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Received event network-vif-deleted-e6eea8f4-3abd-4ba0-816b-093de035064e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 791.617507] env[69436]: DEBUG nova.compute.manager [req-39da8118-5265-4c34-9edd-1e75bdbcae68 req-a5532cae-2805-4374-9aa5-c18bf9a745c3 service nova] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Received event network-vif-deleted-7bc8c4ee-62c4-4e65-af60-e1505513c399 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 791.627892] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:04:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6dfbfb62-ba95-4b92-a344-29078f2c1aff',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-558133634',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.628230] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.628481] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.628625] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.628767] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.628911] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.629141] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.629303] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.629467] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.629726] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.629851] env[69436]: DEBUG nova.virt.hardware [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.631255] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f87c36-4a41-4870-9178-29a910c18d31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.646953] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801c5010-504d-40df-98fc-1bc309d7574d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.761100] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484358} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.761281] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 5e872a46-1c3e-4e2a-b7bc-358471966940/5e872a46-1c3e-4e2a-b7bc-358471966940.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.763572] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.763572] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17e7c7f9-eb5d-46d5-9555-5a94e828ad8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.774595] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 791.774595] env[69436]: value = "task-3254757" [ 791.774595] env[69436]: _type = "Task" [ 791.774595] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.777479] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c79fd-d644-21d3-bcd7-266b5732c1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.783465] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81bc0d3a-b767-42bd-86da-2d0ac5d32e9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.790792] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.792220] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 791.792220] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5227445e-f2c5-d6ab-4c19-f60e62844690" [ 791.792220] env[69436]: _type = "Task" [ 791.792220] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.801620] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5227445e-f2c5-d6ab-4c19-f60e62844690, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.804645] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.805042] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. {{(pid=69436) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 791.805775] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.806029] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b07acd-463e-4e33-b537-8ad4beace4c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.808345] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9656755b-e3ec-4d7e-9a50-8e6493641ebe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.815101] env[69436]: DEBUG oslo_vmware.api [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 791.815101] env[69436]: value = "task-3254759" [ 791.815101] env[69436]: _type = "Task" [ 791.815101] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.819843] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 791.819843] env[69436]: value = "task-3254758" [ 791.819843] env[69436]: _type = "Task" [ 791.819843] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.831584] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.833535] env[69436]: DEBUG oslo_vmware.api [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254759, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.094961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4266655f-a1dc-41c0-89f5-9061666b8e08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.104499] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.105724] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ead7c-67a2-4f09-9163-b51a650b0429 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.138791] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eafc2b-0eb1-4188-87d7-506955ff7cb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.147549] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e90ff8-f37d-40e0-aa77-c7ba18b18399 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.163440] env[69436]: DEBUG nova.compute.provider_tree [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.288946] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065691} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.289292] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.290123] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee15ea-cbca-4e9a-87e9-888e0647939e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.321763] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 5e872a46-1c3e-4e2a-b7bc-358471966940/5e872a46-1c3e-4e2a-b7bc-358471966940.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.326022] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684e2c19-2404-4042-adba-e6dcc89a9028 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.349305] env[69436]: DEBUG oslo_concurrency.lockutils [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.349708] env[69436]: DEBUG oslo_concurrency.lockutils [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.350126] env[69436]: DEBUG nova.compute.manager [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 792.354680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e0d4a9-8fe3-4be8-86ad-1287ded143f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.364606] env[69436]: DEBUG oslo_vmware.api [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254759, 'name': PowerOnVM_Task, 'duration_secs': 0.485686} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.369912] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.370201] env[69436]: DEBUG nova.compute.manager [None req-6f90c634-ad7d-45ce-bf76-4d7796e7c9f4 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 792.370553] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 792.370553] env[69436]: value = "task-3254760" [ 792.370553] env[69436]: _type = "Task" [ 792.370553] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.370878] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465782} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.371461] env[69436]: DEBUG nova.compute.manager [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 792.371764] env[69436]: DEBUG nova.objects.instance [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'flavor' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.377037] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63366ea6-9c3d-49e9-b284-5d84430c41d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.377430] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. [ 792.381343] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c912903-4255-4e66-8c55-9bbba12f707b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.393279] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.414655] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.417995] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f15662-6456-4d79-91fc-3c9b82cec981 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.439020] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 792.439020] env[69436]: value = "task-3254761" [ 792.439020] env[69436]: _type = "Task" [ 792.439020] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.445978] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.538318] env[69436]: DEBUG nova.compute.manager [req-cf5ba7a9-4075-44e9-aa04-1fbf2b926595 req-56e56132-ece8-4694-8e18-650b66e53c10 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Received event network-vif-plugged-97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 792.538572] env[69436]: DEBUG oslo_concurrency.lockutils [req-cf5ba7a9-4075-44e9-aa04-1fbf2b926595 req-56e56132-ece8-4694-8e18-650b66e53c10 service nova] Acquiring lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.538732] env[69436]: DEBUG oslo_concurrency.lockutils [req-cf5ba7a9-4075-44e9-aa04-1fbf2b926595 req-56e56132-ece8-4694-8e18-650b66e53c10 service nova] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.538892] env[69436]: DEBUG oslo_concurrency.lockutils [req-cf5ba7a9-4075-44e9-aa04-1fbf2b926595 req-56e56132-ece8-4694-8e18-650b66e53c10 service nova] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.539183] env[69436]: DEBUG nova.compute.manager [req-cf5ba7a9-4075-44e9-aa04-1fbf2b926595 req-56e56132-ece8-4694-8e18-650b66e53c10 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] No waiting events found dispatching network-vif-plugged-97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.539385] env[69436]: WARNING nova.compute.manager [req-cf5ba7a9-4075-44e9-aa04-1fbf2b926595 req-56e56132-ece8-4694-8e18-650b66e53c10 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Received unexpected event network-vif-plugged-97b5257d-4efa-468e-b376-5d2d162b1c2f for instance with vm_state building and task_state spawning. [ 792.701873] env[69436]: DEBUG nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.702190] env[69436]: DEBUG nova.compute.provider_tree [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 75 to 76 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.702446] env[69436]: DEBUG nova.compute.provider_tree [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.714369] env[69436]: DEBUG nova.network.neutron [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Successfully updated port: 97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.888718] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254760, 'name': ReconfigVM_Task, 'duration_secs': 0.269915} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.892632] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 5e872a46-1c3e-4e2a-b7bc-358471966940/5e872a46-1c3e-4e2a-b7bc-358471966940.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.893338] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f76e4101-3b24-47a4-8ccf-bf5c2359aefc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.900919] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 792.900919] env[69436]: value = "task-3254762" [ 792.900919] env[69436]: _type = "Task" [ 792.900919] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.909551] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254762, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.949642] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.207561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.654s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.211115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.890s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.212293] env[69436]: DEBUG nova.objects.instance [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lazy-loading 'resources' on Instance uuid e6a49a4a-583d-4fc8-bc42-904a7c8224d6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.219108] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.219326] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.219418] env[69436]: DEBUG nova.network.neutron [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.241767] env[69436]: INFO nova.scheduler.client.report [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Deleted allocations for instance aee1aa5e-8cce-4cab-b5b0-e98f441e00d5 [ 793.383166] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.383631] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-217aae42-ed08-458e-a517-04a7fa6f989d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.391914] env[69436]: DEBUG oslo_vmware.api [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 793.391914] env[69436]: value = "task-3254763" [ 793.391914] env[69436]: _type = "Task" [ 793.391914] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.404574] env[69436]: DEBUG oslo_vmware.api [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.416180] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254762, 'name': Rename_Task, 'duration_secs': 0.149513} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.416557] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.416859] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fffb2fab-aefc-4efa-addb-0062361b6018 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.423594] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 793.423594] env[69436]: value = "task-3254764" [ 793.423594] env[69436]: _type = "Task" [ 793.423594] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.436568] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.447838] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.754111] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82d34c22-4cc5-405a-9594-c28df9cdb28f tempest-ServersTestManualDisk-1873645052 tempest-ServersTestManualDisk-1873645052-project-member] Lock "aee1aa5e-8cce-4cab-b5b0-e98f441e00d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.114s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.903675] env[69436]: DEBUG oslo_vmware.api [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254763, 'name': PowerOffVM_Task, 'duration_secs': 0.192979} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.903968] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.904258] env[69436]: DEBUG nova.compute.manager [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 793.908017] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8e5fd-53c0-4268-9ec0-a25d90f9590e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.935796] env[69436]: DEBUG oslo_vmware.api [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3254764, 'name': PowerOnVM_Task, 'duration_secs': 0.453666} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.936123] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.936344] env[69436]: INFO nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Took 7.43 seconds to spawn the instance on the hypervisor. [ 793.936525] env[69436]: DEBUG nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 793.937460] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987554e-393c-44ec-a092-c37d666a6b40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.958395] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254761, 'name': ReconfigVM_Task, 'duration_secs': 1.053806} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.959098] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.962444] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5f76f-8a26-457a-833f-9eed78a4492a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.996774] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bee68b-a312-400d-97a4-bf2d05853800 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.014483] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 794.014483] env[69436]: value = "task-3254765" [ 794.014483] env[69436]: _type = "Task" [ 794.014483] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.025068] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.052028] env[69436]: DEBUG nova.network.neutron [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.343430] env[69436]: DEBUG nova.network.neutron [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.418034] env[69436]: DEBUG oslo_concurrency.lockutils [None req-95377479-5193-4009-8065-5fbcd5870e91 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.435444] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22ea2d5-560b-44eb-b054-11365f42df45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.446694] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec4fee-9d5c-4369-aff0-04d9b342c680 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.489948] env[69436]: INFO nova.compute.manager [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Took 52.90 seconds to build instance. [ 794.491415] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5c2a1-0a93-4e09-bce1-e3ab5271b7f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.499351] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af7b6c9-9a1f-4df8-a789-55dc1dd9476b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.517602] env[69436]: DEBUG nova.compute.provider_tree [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.527865] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254765, 'name': ReconfigVM_Task, 'duration_secs': 0.183421} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.528170] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.528537] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3dbc405-0f3c-4152-af35-96e7b46db506 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.535799] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 794.535799] env[69436]: value = "task-3254766" [ 794.535799] env[69436]: _type = "Task" [ 794.535799] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.546361] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.848640] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.848955] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Instance network_info: |[{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 794.849475] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:9f:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b5257d-4efa-468e-b376-5d2d162b1c2f', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.856813] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.856986] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.857253] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfac142b-8475-4dff-8099-5af1d4fc5db3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.888812] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.888812] env[69436]: value = "task-3254767" [ 794.888812] env[69436]: _type = "Task" [ 794.888812] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.901513] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254767, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.994738] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1e71c14-ab4b-40bc-9a1e-16e7f5bb98f5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 132.076s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.025613] env[69436]: DEBUG nova.scheduler.client.report [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.049488] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.060388] env[69436]: DEBUG nova.compute.manager [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Received event network-changed-97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 795.060388] env[69436]: DEBUG nova.compute.manager [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Refreshing instance network info cache due to event network-changed-97b5257d-4efa-468e-b376-5d2d162b1c2f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 795.060388] env[69436]: DEBUG oslo_concurrency.lockutils [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] Acquiring lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.060685] env[69436]: DEBUG oslo_concurrency.lockutils [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] Acquired lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.061651] env[69436]: DEBUG nova.network.neutron [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Refreshing network info cache for port 97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.404607] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254767, 'name': CreateVM_Task, 'duration_secs': 0.459441} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.404836] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.406256] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.406256] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.406695] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.406931] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77302b32-79ee-449c-ba12-e0d61d9965ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.412733] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 795.412733] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c60ef-b090-f985-e813-bad4d3b2f641" [ 795.412733] env[69436]: _type = "Task" [ 795.412733] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.424459] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c60ef-b090-f985-e813-bad4d3b2f641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.503743] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 795.529991] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.534361] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.728s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.537478] env[69436]: INFO nova.compute.claims [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.562622] env[69436]: DEBUG oslo_vmware.api [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254766, 'name': PowerOnVM_Task, 'duration_secs': 0.786711} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.564595] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.570028] env[69436]: DEBUG nova.compute.manager [None req-8ca128d7-f652-4d89-920d-aca8a522760c tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 795.571318] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4543dc-5e88-490e-81cf-ef8f91ce2d57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.574214] env[69436]: INFO nova.scheduler.client.report [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted allocations for instance e6a49a4a-583d-4fc8-bc42-904a7c8224d6 [ 795.592230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "03a37459-fda2-4409-b07c-e194b16a4b23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.592975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "03a37459-fda2-4409-b07c-e194b16a4b23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.929991] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523c60ef-b090-f985-e813-bad4d3b2f641, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.930357] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.930735] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.930791] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.930916] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.931204] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.931489] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5abefc15-952a-4330-80b8-48e52d724335 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.944804] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.945059] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.945778] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf685648-ac43-489e-8cd2-029766b0a399 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.952381] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 795.952381] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525dbe35-bd94-4e41-f410-eace5c70d1cf" [ 795.952381] env[69436]: _type = "Task" [ 795.952381] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.961462] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525dbe35-bd94-4e41-f410-eace5c70d1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.995646] env[69436]: DEBUG nova.network.neutron [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updated VIF entry in instance network info cache for port 97b5257d-4efa-468e-b376-5d2d162b1c2f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.996028] env[69436]: DEBUG nova.network.neutron [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.026613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.084684] env[69436]: DEBUG oslo_concurrency.lockutils [None req-bfdd62c2-51a7-414c-b108-123eeb6f74a7 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "e6a49a4a-583d-4fc8-bc42-904a7c8224d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.273s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.460197] env[69436]: DEBUG nova.compute.manager [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Received event network-changed-56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 796.460391] env[69436]: DEBUG nova.compute.manager [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Refreshing instance network info cache due to event network-changed-56233669-1da5-41f8-9b09-17e85fab28f0. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 796.460790] env[69436]: DEBUG oslo_concurrency.lockutils [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] Acquiring lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.460790] env[69436]: DEBUG oslo_concurrency.lockutils [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] Acquired lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.460928] env[69436]: DEBUG nova.network.neutron [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Refreshing network info cache for port 56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.469230] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525dbe35-bd94-4e41-f410-eace5c70d1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.033698} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.470611] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9febf3f-d1b8-45a5-a17a-8a88ebd4fb77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.477479] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 796.477479] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526b07b7-2ddc-b3d7-8157-83271021d112" [ 796.477479] env[69436]: _type = "Task" [ 796.477479] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.496168] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526b07b7-2ddc-b3d7-8157-83271021d112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.498838] env[69436]: DEBUG oslo_concurrency.lockutils [req-80c0f77a-f528-4f13-bfdc-6f536c9e9056 req-9775db2d-0461-46c4-b8ea-3c96a19cd2b6 service nova] Releasing lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.991601] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526b07b7-2ddc-b3d7-8157-83271021d112, 'name': SearchDatastore_Task, 'duration_secs': 0.027546} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.992495] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.993082] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.993625] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5158526d-317a-44b5-a982-0a7e68e909dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.001751] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 797.001751] env[69436]: value = "task-3254768" [ 797.001751] env[69436]: _type = "Task" [ 797.001751] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.015971] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.016656] env[69436]: DEBUG nova.compute.manager [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Stashing vm_state: stopped {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 797.252222] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f1c27-fef5-435b-ad3f-4f22cc868ccd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.259193] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dc5bea-8835-4358-a118-341eb2b8f8d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.301625] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ef102b-e7a4-47c8-890a-5a8959569995 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.317283] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d899b1e-7ca0-49e0-a934-d99bc2936a16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.335604] env[69436]: DEBUG nova.compute.provider_tree [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.452815] env[69436]: DEBUG nova.network.neutron [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updated VIF entry in instance network info cache for port 56233669-1da5-41f8-9b09-17e85fab28f0. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.453292] env[69436]: DEBUG nova.network.neutron [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updating instance_info_cache with network_info: [{"id": "56233669-1da5-41f8-9b09-17e85fab28f0", "address": "fa:16:3e:a9:2e:52", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56233669-1d", "ovs_interfaceid": "56233669-1da5-41f8-9b09-17e85fab28f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.485032] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.485351] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.513945] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254768, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.547407] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.839019] env[69436]: DEBUG nova.scheduler.client.report [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.955938] env[69436]: DEBUG oslo_concurrency.lockutils [req-a6ae1c2d-4922-422d-afe3-cdc49bf0e7c8 req-22a39ad3-542d-40eb-ae1f-64544080eff7 service nova] Releasing lock "refresh_cache-5e872a46-1c3e-4e2a-b7bc-358471966940" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.016459] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695242} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.019094] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.019094] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.019094] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c4b4d7-7b13-45bc-b383-5e8c8abfa485 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.026120] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 798.026120] env[69436]: value = "task-3254769" [ 798.026120] env[69436]: _type = "Task" [ 798.026120] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.033563] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.346908] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.347515] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 798.351618] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.570s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.351803] env[69436]: DEBUG nova.objects.instance [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lazy-loading 'resources' on Instance uuid 9570d9f7-1dcb-41b4-8058-e1f16833ac44 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.446876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "9b4c0a65-7270-4028-b232-6e756b03d182" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.446876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "9b4c0a65-7270-4028-b232-6e756b03d182" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.446876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "9b4c0a65-7270-4028-b232-6e756b03d182-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.446876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "9b4c0a65-7270-4028-b232-6e756b03d182-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.446876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "9b4c0a65-7270-4028-b232-6e756b03d182-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.449326] env[69436]: INFO nova.compute.manager [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Terminating instance [ 798.538523] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065948} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.538980] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.540180] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e179c13-47d9-4fe7-a91a-0dcfbae9f92a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.576778] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.576778] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ac72d9-9063-4df8-8631-709e5f29b7c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.600231] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 798.600231] env[69436]: value = "task-3254770" [ 798.600231] env[69436]: _type = "Task" [ 798.600231] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.609164] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.854801] env[69436]: DEBUG nova.compute.utils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.858822] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 798.859008] env[69436]: DEBUG nova.network.neutron [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.901923] env[69436]: DEBUG nova.policy [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86599d92fdc148a684fcea43277da904', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24eb8535d76043bfacef4f748e72657a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.956230] env[69436]: DEBUG nova.compute.manager [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 798.956230] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.956230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ac9af-1bd4-49fa-a0bc-d7a916c55cd2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.973700] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.974766] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6d90cd-a546-4de0-a872-397869016132 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.983463] env[69436]: DEBUG oslo_vmware.api [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 798.983463] env[69436]: value = "task-3254771" [ 798.983463] env[69436]: _type = "Task" [ 798.983463] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.993643] env[69436]: DEBUG oslo_vmware.api [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.114104] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.356890] env[69436]: DEBUG nova.network.neutron [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Successfully created port: 33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.362238] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 799.497736] env[69436]: DEBUG oslo_vmware.api [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254771, 'name': PowerOffVM_Task, 'duration_secs': 0.254517} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.498100] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.498293] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.499908] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c2a704-5b51-46e9-89c7-a873c7f5f125 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.528121] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20596826-bdc2-4331-b8f0-7180b998a99f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.535865] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f476b9-5df0-4e87-bc8a-2755b65e91b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.578267] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c27c4-e1a5-4480-bfd7-b60615176bb5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.581012] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.581012] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.581201] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleting the datastore file [datastore2] 9b4c0a65-7270-4028-b232-6e756b03d182 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.581786] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cf4a216-946d-4e25-95bc-ca3ed3bf4497 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.589399] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e02ecd-3646-4771-a80a-2bd723d9b1e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.595519] env[69436]: DEBUG oslo_vmware.api [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 799.595519] env[69436]: value = "task-3254773" [ 799.595519] env[69436]: _type = "Task" [ 799.595519] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.612581] env[69436]: DEBUG nova.compute.provider_tree [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.620809] env[69436]: DEBUG oslo_vmware.api [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.628343] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254770, 'name': ReconfigVM_Task, 'duration_secs': 0.676589} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.628343] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.628343] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e802b33-409a-4447-9f25-d29977de1860 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.633391] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 799.633391] env[69436]: value = "task-3254774" [ 799.633391] env[69436]: _type = "Task" [ 799.633391] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.642163] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254774, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.106963] env[69436]: DEBUG oslo_vmware.api [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352268} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.107474] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.107474] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.107641] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.107757] env[69436]: INFO nova.compute.manager [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.108013] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.108220] env[69436]: DEBUG nova.compute.manager [-] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 800.108315] env[69436]: DEBUG nova.network.neutron [-] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.122171] env[69436]: DEBUG nova.scheduler.client.report [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.142159] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254774, 'name': Rename_Task, 'duration_secs': 0.15675} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.142466] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.142779] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2039c98-8be7-43c6-bc8e-8f71706b45c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.149816] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 800.149816] env[69436]: value = "task-3254775" [ 800.149816] env[69436]: _type = "Task" [ 800.149816] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.158626] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.376965] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 800.410136] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.410136] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.410284] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.410392] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.410892] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.410892] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.410892] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.411489] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.411727] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.412165] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.412386] env[69436]: DEBUG nova.virt.hardware [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.413284] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0191857-b601-43cd-ac6d-2d041e9b023f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.422537] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62bd62-9e81-432c-b590-632c994a015f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.491211] env[69436]: DEBUG nova.compute.manager [req-34108b16-32f5-4cb5-8a74-0ea22f429a8a req-23f9419d-9e6f-48d0-b768-f0d10f0bcaeb service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Received event network-vif-deleted-4ebba159-185b-4fb2-b61c-69ad71618fa7 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 800.491418] env[69436]: INFO nova.compute.manager [req-34108b16-32f5-4cb5-8a74-0ea22f429a8a req-23f9419d-9e6f-48d0-b768-f0d10f0bcaeb service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Neutron deleted interface 4ebba159-185b-4fb2-b61c-69ad71618fa7; detaching it from the instance and deleting it from the info cache [ 800.491632] env[69436]: DEBUG nova.network.neutron [req-34108b16-32f5-4cb5-8a74-0ea22f429a8a req-23f9419d-9e6f-48d0-b768-f0d10f0bcaeb service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.630850] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.637015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.994s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.637015] env[69436]: INFO nova.compute.claims [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.663032] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.664515] env[69436]: INFO nova.scheduler.client.report [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Deleted allocations for instance 9570d9f7-1dcb-41b4-8058-e1f16833ac44 [ 800.955798] env[69436]: DEBUG nova.network.neutron [-] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.995703] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ab6ee01-a1d9-4588-8d0c-5a01725c6331 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.004599] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383a2706-9725-4483-b6aa-d8e5ea33fce3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.042537] env[69436]: DEBUG nova.compute.manager [req-34108b16-32f5-4cb5-8a74-0ea22f429a8a req-23f9419d-9e6f-48d0-b768-f0d10f0bcaeb service nova] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Detach interface failed, port_id=4ebba159-185b-4fb2-b61c-69ad71618fa7, reason: Instance 9b4c0a65-7270-4028-b232-6e756b03d182 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 801.165813] env[69436]: DEBUG oslo_vmware.api [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254775, 'name': PowerOnVM_Task, 'duration_secs': 0.925017} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.166170] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.166449] env[69436]: INFO nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Took 9.58 seconds to spawn the instance on the hypervisor. [ 801.166727] env[69436]: DEBUG nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 801.167567] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f014ce-b6a3-410a-a85b-b2992b2b4f33 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.173541] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3553b22f-e56a-44b9-a461-ab674b860a8a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.665s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.174493] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.654s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.174757] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.174998] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.175224] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.181020] env[69436]: INFO nova.compute.manager [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Terminating instance [ 801.406733] env[69436]: DEBUG nova.network.neutron [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Successfully updated port: 33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.457630] env[69436]: INFO nova.compute.manager [-] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Took 1.35 seconds to deallocate network for instance. [ 801.513141] env[69436]: DEBUG nova.compute.manager [req-2e3ea3c7-86e2-4aef-a0d5-e5ff5ec1d83b req-a784e4d2-fc26-4973-8d41-ff67fbc552e0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-vif-plugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 801.513368] env[69436]: DEBUG oslo_concurrency.lockutils [req-2e3ea3c7-86e2-4aef-a0d5-e5ff5ec1d83b req-a784e4d2-fc26-4973-8d41-ff67fbc552e0 service nova] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.513578] env[69436]: DEBUG oslo_concurrency.lockutils [req-2e3ea3c7-86e2-4aef-a0d5-e5ff5ec1d83b req-a784e4d2-fc26-4973-8d41-ff67fbc552e0 service nova] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.513746] env[69436]: DEBUG oslo_concurrency.lockutils [req-2e3ea3c7-86e2-4aef-a0d5-e5ff5ec1d83b req-a784e4d2-fc26-4973-8d41-ff67fbc552e0 service nova] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.513914] env[69436]: DEBUG nova.compute.manager [req-2e3ea3c7-86e2-4aef-a0d5-e5ff5ec1d83b req-a784e4d2-fc26-4973-8d41-ff67fbc552e0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] No waiting events found dispatching network-vif-plugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.514096] env[69436]: WARNING nova.compute.manager [req-2e3ea3c7-86e2-4aef-a0d5-e5ff5ec1d83b req-a784e4d2-fc26-4973-8d41-ff67fbc552e0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received unexpected event network-vif-plugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 for instance with vm_state building and task_state spawning. [ 801.646381] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.646613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.690665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.690665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquired lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.690665] env[69436]: DEBUG nova.network.neutron [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.695652] env[69436]: INFO nova.compute.manager [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Took 49.57 seconds to build instance. [ 801.910688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.910688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.910833] env[69436]: DEBUG nova.network.neutron [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.964447] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.196111] env[69436]: DEBUG nova.compute.utils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Can not refresh info_cache because instance was not found {{(pid=69436) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 802.198585] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1ddca799-4dfe-4cb9-8488-96a7cf29fa3f tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.102s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.217801] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d86c9a-3871-461e-be45-74129cca98af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.226396] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe78546-9add-463e-b503-bc043de90569 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.230099] env[69436]: DEBUG nova.network.neutron [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.260882] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033541bf-528d-437a-92ec-bbeaf84f0eb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.268614] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40a36f-a1c5-4c5f-bce8-584b498f8e56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.287714] env[69436]: DEBUG nova.compute.provider_tree [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.363497] env[69436]: DEBUG nova.network.neutron [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.469751] env[69436]: DEBUG nova.network.neutron [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.644145] env[69436]: DEBUG nova.network.neutron [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.656866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.657159] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.657371] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.657551] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.657716] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.661045] env[69436]: INFO nova.compute.manager [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Terminating instance [ 802.701293] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 802.791083] env[69436]: DEBUG nova.scheduler.client.report [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.865628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Releasing lock "refresh_cache-9570d9f7-1dcb-41b4-8058-e1f16833ac44" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.866115] env[69436]: DEBUG nova.compute.manager [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 802.866377] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.866684] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543bc8ca-4735-416f-b6dd-a4636e70c9a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.876747] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50e41f-f26c-4c82-b2da-d85aae9a19f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.909271] env[69436]: WARNING nova.virt.vmwareapi.vmops [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9570d9f7-1dcb-41b4-8058-e1f16833ac44 could not be found. [ 802.909461] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.909650] env[69436]: INFO nova.compute.manager [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Took 0.04 seconds to destroy the instance on the hypervisor. [ 802.909888] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.910169] env[69436]: DEBUG nova.compute.manager [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 802.910268] env[69436]: DEBUG nova.network.neutron [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.937326] env[69436]: DEBUG nova.network.neutron [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.148669] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.149033] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance network_info: |[{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 803.149646] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:9d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fb3816-dbc6-4590-a6b8-efe3d9568973', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.158048] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating folder: Project (24eb8535d76043bfacef4f748e72657a). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.158344] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4366f767-6d21-4f0c-8893-69168db5ada6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.168388] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Created folder: Project (24eb8535d76043bfacef4f748e72657a) in parent group-v650165. [ 803.168576] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating folder: Instances. Parent ref: group-v650316. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.168811] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf91c8ac-2d82-4b7d-97ba-963dcfad4418 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.172559] env[69436]: DEBUG nova.compute.manager [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 803.172559] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.172559] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30526546-847d-4c73-89a8-26c1276763ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.179591] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.179831] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c552ca2-c39a-4fc1-af66-6763208b3748 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.185655] env[69436]: DEBUG oslo_vmware.api [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 803.185655] env[69436]: value = "task-3254778" [ 803.185655] env[69436]: _type = "Task" [ 803.185655] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.190068] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Created folder: Instances in parent group-v650316. [ 803.190326] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.190830] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.191558] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf24d6a3-98af-4048-b428-4c5ff5eca2e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.214779] env[69436]: DEBUG oslo_vmware.api [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.223182] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.223182] env[69436]: value = "task-3254779" [ 803.223182] env[69436]: _type = "Task" [ 803.223182] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.235899] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254779, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.238789] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.296199] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.297501] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 803.301222] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.207s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.303085] env[69436]: INFO nova.compute.claims [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.442368] env[69436]: DEBUG nova.network.neutron [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.544577] env[69436]: DEBUG nova.compute.manager [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-changed-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 803.544784] env[69436]: DEBUG nova.compute.manager [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Refreshing instance network info cache due to event network-changed-33fb3816-dbc6-4590-a6b8-efe3d9568973. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 803.545014] env[69436]: DEBUG oslo_concurrency.lockutils [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.545195] env[69436]: DEBUG oslo_concurrency.lockutils [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.545321] env[69436]: DEBUG nova.network.neutron [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Refreshing network info cache for port 33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.696273] env[69436]: DEBUG oslo_vmware.api [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254778, 'name': PowerOffVM_Task, 'duration_secs': 0.217367} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.696551] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.696713] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.696964] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fa91f9f-0705-47d5-be7c-46820e79c24f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.731590] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254779, 'name': CreateVM_Task, 'duration_secs': 0.355384} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.731732] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.732474] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.732631] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.732945] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.733251] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482aad60-2591-45ed-be46-c35e1e6be2ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.737724] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 803.737724] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527c6c12-6dfe-7aad-fd90-27f2826c1336" [ 803.737724] env[69436]: _type = "Task" [ 803.737724] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.745433] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527c6c12-6dfe-7aad-fd90-27f2826c1336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.762645] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.762645] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.762645] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Deleting the datastore file [datastore1] 968d92c8-078e-4f9d-8183-aa2edebf8b4c {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.762645] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56b0ac80-eb2c-4bba-bbd9-c34c0bd8eda2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.768723] env[69436]: DEBUG oslo_vmware.api [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for the task: (returnval){ [ 803.768723] env[69436]: value = "task-3254781" [ 803.768723] env[69436]: _type = "Task" [ 803.768723] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.777331] env[69436]: DEBUG oslo_vmware.api [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.803614] env[69436]: DEBUG nova.compute.utils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.804984] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 803.805242] env[69436]: DEBUG nova.network.neutron [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.865555] env[69436]: DEBUG nova.policy [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.945565] env[69436]: INFO nova.compute.manager [-] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Took 1.04 seconds to deallocate network for instance. [ 804.070644] env[69436]: DEBUG nova.compute.manager [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 804.255171] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527c6c12-6dfe-7aad-fd90-27f2826c1336, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.255503] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.255733] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.255976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.259161] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.259244] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.260268] env[69436]: DEBUG nova.network.neutron [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updated VIF entry in instance network info cache for port 33fb3816-dbc6-4590-a6b8-efe3d9568973. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.260593] env[69436]: DEBUG nova.network.neutron [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.261756] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bec9c1-cbe3-476a-b358-e9da2ba886d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.275122] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.275378] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.276821] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e250781a-a815-4890-9865-6977d81ae701 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.282433] env[69436]: DEBUG oslo_vmware.api [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Task: {'id': task-3254781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139983} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.283252] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.283542] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.283793] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.284058] env[69436]: INFO nova.compute.manager [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 804.284389] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.285724] env[69436]: DEBUG nova.compute.manager [-] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 804.285866] env[69436]: DEBUG nova.network.neutron [-] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.287645] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 804.287645] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52894da6-40d0-5ccc-2236-6c0948bf8269" [ 804.287645] env[69436]: _type = "Task" [ 804.287645] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.298067] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52894da6-40d0-5ccc-2236-6c0948bf8269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.304398] env[69436]: DEBUG nova.network.neutron [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Successfully created port: 08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.308881] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 804.452691] env[69436]: INFO nova.compute.manager [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance disappeared during terminate [ 804.452927] env[69436]: DEBUG oslo_concurrency.lockutils [None req-68a1dd1d-0428-4f15-9327-42fa3398c171 tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "9570d9f7-1dcb-41b4-8058-e1f16833ac44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.278s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.588243] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.682370] env[69436]: DEBUG nova.compute.manager [req-ccac6169-50b3-443f-9c3f-faec62493736 req-5406188e-3e2c-48d5-9a99-70c56d265ba1 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Received event network-vif-deleted-76a376b3-903a-41e6-9cb8-00427107e907 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 804.682581] env[69436]: INFO nova.compute.manager [req-ccac6169-50b3-443f-9c3f-faec62493736 req-5406188e-3e2c-48d5-9a99-70c56d265ba1 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Neutron deleted interface 76a376b3-903a-41e6-9cb8-00427107e907; detaching it from the instance and deleting it from the info cache [ 804.682752] env[69436]: DEBUG nova.network.neutron [req-ccac6169-50b3-443f-9c3f-faec62493736 req-5406188e-3e2c-48d5-9a99-70c56d265ba1 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.765470] env[69436]: DEBUG oslo_concurrency.lockutils [req-cdca30d8-ef86-4757-98a2-3d22d8c88169 req-1359d1da-a665-4fd7-8536-251fb51cfba0 service nova] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.800224] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52894da6-40d0-5ccc-2236-6c0948bf8269, 'name': SearchDatastore_Task, 'duration_secs': 0.014974} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.804020] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53a3a43-3758-49da-95c0-06335c1c1a7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.807495] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 804.807495] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b5822-9e92-f524-fe64-3384b7b47385" [ 804.807495] env[69436]: _type = "Task" [ 804.807495] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.817543] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b5822-9e92-f524-fe64-3384b7b47385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.058967] env[69436]: DEBUG nova.network.neutron [-] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.062517] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e367411-2a76-4817-bde5-245e36c54dc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.071445] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4911701-e9fb-4083-bb28-aeed803c34e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.104989] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb759b6e-e8a9-496e-af01-02bd14950582 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.113192] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b4fbe-de14-437e-98d5-2d2b3fe9d6c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.129929] env[69436]: DEBUG nova.compute.provider_tree [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.186114] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c845372d-c4fd-4527-bc18-4339166d91d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.196387] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b9f1ec-0311-46ea-a49e-a6c75890086c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.243193] env[69436]: DEBUG nova.compute.manager [req-ccac6169-50b3-443f-9c3f-faec62493736 req-5406188e-3e2c-48d5-9a99-70c56d265ba1 service nova] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Detach interface failed, port_id=76a376b3-903a-41e6-9cb8-00427107e907, reason: Instance 968d92c8-078e-4f9d-8183-aa2edebf8b4c could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 805.318884] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525b5822-9e92-f524-fe64-3384b7b47385, 'name': SearchDatastore_Task, 'duration_secs': 0.037923} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.319322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.319517] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.319821] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-572b193d-b36c-4f8d-8f03-c70eda6f742e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.324699] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 805.329381] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 805.329381] env[69436]: value = "task-3254782" [ 805.329381] env[69436]: _type = "Task" [ 805.329381] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.339239] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.353920] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.354205] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.354342] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.354603] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.354761] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.354911] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.355138] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.355295] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.355464] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.355624] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.355796] env[69436]: DEBUG nova.virt.hardware [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.356679] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa73002-d300-450d-af7e-a72c64929c68 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.364628] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75636425-4077-4bf4-bcb6-162448c054f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.561606] env[69436]: INFO nova.compute.manager [-] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Took 1.28 seconds to deallocate network for instance. [ 805.633682] env[69436]: DEBUG nova.scheduler.client.report [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.841022] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497484} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.841347] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.841561] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.841816] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1faf0c7f-c224-4d29-bcf6-09cd974e2196 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.848204] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 805.848204] env[69436]: value = "task-3254783" [ 805.848204] env[69436]: _type = "Task" [ 805.848204] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.858549] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.070404] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.100263] env[69436]: DEBUG nova.compute.manager [req-65206bd2-bdae-47db-bea1-4b5e2f233c11 req-1a60473d-12c9-4b0a-a117-8e0be9a7721f service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Received event network-vif-plugged-08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 806.100263] env[69436]: DEBUG oslo_concurrency.lockutils [req-65206bd2-bdae-47db-bea1-4b5e2f233c11 req-1a60473d-12c9-4b0a-a117-8e0be9a7721f service nova] Acquiring lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.100263] env[69436]: DEBUG oslo_concurrency.lockutils [req-65206bd2-bdae-47db-bea1-4b5e2f233c11 req-1a60473d-12c9-4b0a-a117-8e0be9a7721f service nova] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.100263] env[69436]: DEBUG oslo_concurrency.lockutils [req-65206bd2-bdae-47db-bea1-4b5e2f233c11 req-1a60473d-12c9-4b0a-a117-8e0be9a7721f service nova] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.100263] env[69436]: DEBUG nova.compute.manager [req-65206bd2-bdae-47db-bea1-4b5e2f233c11 req-1a60473d-12c9-4b0a-a117-8e0be9a7721f service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] No waiting events found dispatching network-vif-plugged-08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.100263] env[69436]: WARNING nova.compute.manager [req-65206bd2-bdae-47db-bea1-4b5e2f233c11 req-1a60473d-12c9-4b0a-a117-8e0be9a7721f service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Received unexpected event network-vif-plugged-08809616-ee2f-44ae-865e-5b6ce2f79d39 for instance with vm_state building and task_state spawning. [ 806.142018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.142018] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 806.143987] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.355s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.146589] env[69436]: INFO nova.compute.claims [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.217179] env[69436]: DEBUG nova.network.neutron [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Successfully updated port: 08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.358381] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290541} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.358687] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.359725] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826bce6-7439-4bc1-90e5-49ee6b1245e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.382024] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.382257] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d99062-47b7-49a6-915a-a47233fc2ce4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.402398] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 806.402398] env[69436]: value = "task-3254784" [ 806.402398] env[69436]: _type = "Task" [ 806.402398] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.410561] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.652083] env[69436]: DEBUG nova.compute.utils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.655942] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 806.655942] env[69436]: DEBUG nova.network.neutron [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.719894] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.720081] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.720410] env[69436]: DEBUG nova.network.neutron [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.722890] env[69436]: DEBUG nova.policy [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf815cf37a240a0bd942e95d4e9b643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7af2e45ebcd4f4db3a7d55b7f30188b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.914090] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.130734] env[69436]: DEBUG nova.network.neutron [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Successfully created port: 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.156943] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 807.258931] env[69436]: DEBUG nova.network.neutron [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.410231] env[69436]: DEBUG nova.network.neutron [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Updating instance_info_cache with network_info: [{"id": "08809616-ee2f-44ae-865e-5b6ce2f79d39", "address": "fa:16:3e:aa:fd:dd", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08809616-ee", "ovs_interfaceid": "08809616-ee2f-44ae-865e-5b6ce2f79d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.417097] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254784, 'name': ReconfigVM_Task, 'duration_secs': 0.706797} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.420461] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.421326] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c59501d9-4030-4c51-955c-e4dbc0e999bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.428202] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 807.428202] env[69436]: value = "task-3254785" [ 807.428202] env[69436]: _type = "Task" [ 807.428202] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.438261] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254785, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.748347] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92234fdc-0037-41ee-9581-a753b2d57c21 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.756519] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c2a8a4-a1fe-434b-a564-76dbaeb85cb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.786740] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16a870-afc6-42d6-805a-1fb12f9df4f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.794342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a44dd-d317-467e-802d-4654e620aa34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.809214] env[69436]: DEBUG nova.compute.provider_tree [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.913374] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.913724] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Instance network_info: |[{"id": "08809616-ee2f-44ae-865e-5b6ce2f79d39", "address": "fa:16:3e:aa:fd:dd", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08809616-ee", "ovs_interfaceid": "08809616-ee2f-44ae-865e-5b6ce2f79d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 807.914180] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:fd:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08809616-ee2f-44ae-865e-5b6ce2f79d39', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.922120] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.922381] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.922610] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d80f7d1-f355-4516-bfd5-d044507cea16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.945866] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254785, 'name': Rename_Task, 'duration_secs': 0.15127} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.947254] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.947492] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.947492] env[69436]: value = "task-3254786" [ 807.947492] env[69436]: _type = "Task" [ 807.947492] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.947674] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa17d718-c961-4a8d-baa9-8c5be31c5fa2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.957453] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254786, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.958735] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 807.958735] env[69436]: value = "task-3254787" [ 807.958735] env[69436]: _type = "Task" [ 807.958735] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.967093] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.169641] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 808.198171] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.198424] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.198581] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.198761] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.198912] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.199459] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.199546] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.199684] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.199853] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.200076] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.200225] env[69436]: DEBUG nova.virt.hardware [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.201086] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046e2632-0f3b-44e1-b976-fa16909d1563 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.209997] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce83cf01-3673-4bde-8962-2183ae59e0c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.313600] env[69436]: DEBUG nova.scheduler.client.report [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.406961] env[69436]: DEBUG nova.compute.manager [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Received event network-changed-08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 808.407305] env[69436]: DEBUG nova.compute.manager [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Refreshing instance network info cache due to event network-changed-08809616-ee2f-44ae-865e-5b6ce2f79d39. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 808.407550] env[69436]: DEBUG oslo_concurrency.lockutils [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] Acquiring lock "refresh_cache-e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.407765] env[69436]: DEBUG oslo_concurrency.lockutils [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] Acquired lock "refresh_cache-e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.408119] env[69436]: DEBUG nova.network.neutron [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Refreshing network info cache for port 08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.459506] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254786, 'name': CreateVM_Task, 'duration_secs': 0.338269} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.462382] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.463132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.463314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.463628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.464204] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b183cd-3d3c-48de-8cad-0f5d32dcddf7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.468668] env[69436]: DEBUG oslo_vmware.api [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254787, 'name': PowerOnVM_Task, 'duration_secs': 0.469135} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.469334] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.469573] env[69436]: INFO nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Took 8.09 seconds to spawn the instance on the hypervisor. [ 808.469776] env[69436]: DEBUG nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 808.471498] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a56c0-5c22-4007-9b8d-0de5ca27206e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.477055] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 808.477055] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eb24d5-f45f-57bf-6174-cb8e4037c805" [ 808.477055] env[69436]: _type = "Task" [ 808.477055] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.488647] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eb24d5-f45f-57bf-6174-cb8e4037c805, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.489314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.489314] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.489432] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.489683] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.489746] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.489945] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec035232-7ad5-4df0-b31a-068d112ecf43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.496914] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.497101] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.497785] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c92522a-414c-4fb6-b0c9-d62af8da4c19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.502399] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 808.502399] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9f3c0-d7dd-5eb2-3f87-16a3e1086bec" [ 808.502399] env[69436]: _type = "Task" [ 808.502399] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.511903] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9f3c0-d7dd-5eb2-3f87-16a3e1086bec, 'name': SearchDatastore_Task, 'duration_secs': 0.007186} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.512725] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc510423-bb20-46ca-b4be-5aeaf11705c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.517350] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 808.517350] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b14836-e951-5fff-d895-5bf058b3ab48" [ 808.517350] env[69436]: _type = "Task" [ 808.517350] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.526292] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b14836-e951-5fff-d895-5bf058b3ab48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.822750] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.823367] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 808.826884] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.801s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.828782] env[69436]: INFO nova.compute.claims [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.001207] env[69436]: INFO nova.compute.manager [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Took 43.21 seconds to build instance. [ 809.033933] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b14836-e951-5fff-d895-5bf058b3ab48, 'name': SearchDatastore_Task, 'duration_secs': 0.008108} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.034239] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.034500] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac/e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.034756] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81a2f32-ed14-4365-8d7c-43001df1a046 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.041376] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 809.041376] env[69436]: value = "task-3254788" [ 809.041376] env[69436]: _type = "Task" [ 809.041376] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.049576] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.056871] env[69436]: DEBUG nova.network.neutron [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Successfully updated port: 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.162127] env[69436]: DEBUG nova.network.neutron [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Updated VIF entry in instance network info cache for port 08809616-ee2f-44ae-865e-5b6ce2f79d39. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.162600] env[69436]: DEBUG nova.network.neutron [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Updating instance_info_cache with network_info: [{"id": "08809616-ee2f-44ae-865e-5b6ce2f79d39", "address": "fa:16:3e:aa:fd:dd", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08809616-ee", "ovs_interfaceid": "08809616-ee2f-44ae-865e-5b6ce2f79d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.335017] env[69436]: DEBUG nova.compute.utils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.339160] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 809.339160] env[69436]: DEBUG nova.network.neutron [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.404116] env[69436]: DEBUG nova.policy [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7c2ed35155b40ce9744328b833da22d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a6eef7c58e4d41b8e2bf42508681ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.505547] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8238199d-f8bd-429d-9240-0801f0280237 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.985s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.551514] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478358} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.551897] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac/e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.552304] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.552688] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d41e003c-b665-48ce-b5aa-88718e31c663 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.558962] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 809.558962] env[69436]: value = "task-3254789" [ 809.558962] env[69436]: _type = "Task" [ 809.558962] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.562878] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "refresh_cache-3741039a-7ac6-4bba-a2c8-d36359221de6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.563192] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "refresh_cache-3741039a-7ac6-4bba-a2c8-d36359221de6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.564718] env[69436]: DEBUG nova.network.neutron [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.571181] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.667094] env[69436]: DEBUG oslo_concurrency.lockutils [req-8f450bf5-4d7a-46a0-94cb-1e576d796013 req-fd5145fc-3506-4338-85f5-2ffdea066cf5 service nova] Releasing lock "refresh_cache-e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.718287] env[69436]: DEBUG nova.network.neutron [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Successfully created port: b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.839591] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 809.858330] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "5942736a-4557-4306-951a-4775f852349c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.858330] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "5942736a-4557-4306-951a-4775f852349c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.008506] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 810.071574] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064565} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.071830] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.072669] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b174dbe3-cdd8-42cb-938b-1c5a2fc3ecaf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.096748] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac/e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.099108] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33272f5b-6f5d-4ce4-9f9b-96daa38d5f4e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.113368] env[69436]: DEBUG nova.network.neutron [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.120462] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 810.120462] env[69436]: value = "task-3254790" [ 810.120462] env[69436]: _type = "Task" [ 810.120462] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.130149] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.250568] env[69436]: DEBUG nova.network.neutron [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Updating instance_info_cache with network_info: [{"id": "50883b56-a6d5-42d1-8b70-58a95c0ad2e0", "address": "fa:16:3e:e2:0f:3f", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50883b56-a6", "ovs_interfaceid": "50883b56-a6d5-42d1-8b70-58a95c0ad2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.407110] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd06229-fde4-4f43-b00e-72195c94388b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.414825] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59381072-2ce3-449e-b136-5dab71df9fd6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.446498] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0756175c-fa2f-4bc8-9886-3cbd9b2b31e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.449935] env[69436]: DEBUG nova.compute.manager [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Received event network-vif-plugged-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 810.450165] env[69436]: DEBUG oslo_concurrency.lockutils [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] Acquiring lock "3741039a-7ac6-4bba-a2c8-d36359221de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.450374] env[69436]: DEBUG oslo_concurrency.lockutils [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.450546] env[69436]: DEBUG oslo_concurrency.lockutils [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.450708] env[69436]: DEBUG nova.compute.manager [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] No waiting events found dispatching network-vif-plugged-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.450868] env[69436]: WARNING nova.compute.manager [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Received unexpected event network-vif-plugged-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 for instance with vm_state building and task_state spawning. [ 810.451036] env[69436]: DEBUG nova.compute.manager [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Received event network-changed-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 810.451191] env[69436]: DEBUG nova.compute.manager [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Refreshing instance network info cache due to event network-changed-50883b56-a6d5-42d1-8b70-58a95c0ad2e0. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 810.451357] env[69436]: DEBUG oslo_concurrency.lockutils [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] Acquiring lock "refresh_cache-3741039a-7ac6-4bba-a2c8-d36359221de6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457070] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a8d05-f77b-477c-b97e-b3bf07266a43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.471633] env[69436]: DEBUG nova.compute.provider_tree [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.527297] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.585424] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.587030] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.631409] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254790, 'name': ReconfigVM_Task, 'duration_secs': 0.279612} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.631699] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Reconfigured VM instance instance-00000035 to attach disk [datastore2] e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac/e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.632368] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e001edb6-af89-413a-89b1-b0f537c07d47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.638928] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 810.638928] env[69436]: value = "task-3254791" [ 810.638928] env[69436]: _type = "Task" [ 810.638928] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.647035] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254791, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.753625] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "refresh_cache-3741039a-7ac6-4bba-a2c8-d36359221de6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.754262] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Instance network_info: |[{"id": "50883b56-a6d5-42d1-8b70-58a95c0ad2e0", "address": "fa:16:3e:e2:0f:3f", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50883b56-a6", "ovs_interfaceid": "50883b56-a6d5-42d1-8b70-58a95c0ad2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 810.754651] env[69436]: DEBUG oslo_concurrency.lockutils [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] Acquired lock "refresh_cache-3741039a-7ac6-4bba-a2c8-d36359221de6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.754901] env[69436]: DEBUG nova.network.neutron [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Refreshing network info cache for port 50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.756483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:0f:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50883b56-a6d5-42d1-8b70-58a95c0ad2e0', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.765584] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Creating folder: Project (f7af2e45ebcd4f4db3a7d55b7f30188b). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.766623] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36cf2fd9-be76-461f-9878-f96b1e429970 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.778959] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Created folder: Project (f7af2e45ebcd4f4db3a7d55b7f30188b) in parent group-v650165. [ 810.778959] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Creating folder: Instances. Parent ref: group-v650320. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.778959] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13700564-816d-481e-98a8-04e5d1e175a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.787029] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Created folder: Instances in parent group-v650320. [ 810.787029] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.787219] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.787390] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd892b67-6b0d-487a-98a2-9435d7d91360 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.805999] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.805999] env[69436]: value = "task-3254794" [ 810.805999] env[69436]: _type = "Task" [ 810.805999] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.814626] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254794, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.853418] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 810.879415] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.879666] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.879827] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.880012] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.880258] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.880412] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.880639] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.880773] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.880938] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.881112] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.881291] env[69436]: DEBUG nova.virt.hardware [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.882165] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00ab76-b17f-4023-ab9d-1d33e506170a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.889875] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd32d2-1173-4684-84f5-225b69647938 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.995580] env[69436]: ERROR nova.scheduler.client.report [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [req-87596577-1694-4cbf-874e-8f3941a89315] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87596577-1694-4cbf-874e-8f3941a89315"}]} [ 811.014597] env[69436]: DEBUG nova.scheduler.client.report [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.031988] env[69436]: DEBUG nova.scheduler.client.report [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.033956] env[69436]: DEBUG nova.compute.provider_tree [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.045112] env[69436]: DEBUG nova.scheduler.client.report [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.068591] env[69436]: DEBUG nova.scheduler.client.report [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 811.100135] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.101053] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.101053] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.101053] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.101053] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.101678] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.101678] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 811.101678] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.135168] env[69436]: DEBUG nova.compute.manager [req-4d620c15-44a4-43d7-a942-9735df6e8cc4 req-3cd3c555-16ed-4d1c-a5cb-d21466c5f445 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Received event network-vif-plugged-b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 811.135457] env[69436]: DEBUG oslo_concurrency.lockutils [req-4d620c15-44a4-43d7-a942-9735df6e8cc4 req-3cd3c555-16ed-4d1c-a5cb-d21466c5f445 service nova] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.135457] env[69436]: DEBUG oslo_concurrency.lockutils [req-4d620c15-44a4-43d7-a942-9735df6e8cc4 req-3cd3c555-16ed-4d1c-a5cb-d21466c5f445 service nova] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.135578] env[69436]: DEBUG oslo_concurrency.lockutils [req-4d620c15-44a4-43d7-a942-9735df6e8cc4 req-3cd3c555-16ed-4d1c-a5cb-d21466c5f445 service nova] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.135842] env[69436]: DEBUG nova.compute.manager [req-4d620c15-44a4-43d7-a942-9735df6e8cc4 req-3cd3c555-16ed-4d1c-a5cb-d21466c5f445 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] No waiting events found dispatching network-vif-plugged-b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.135956] env[69436]: WARNING nova.compute.manager [req-4d620c15-44a4-43d7-a942-9735df6e8cc4 req-3cd3c555-16ed-4d1c-a5cb-d21466c5f445 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Received unexpected event network-vif-plugged-b3187c09-7511-464c-85e5-5a9b3b082d4f for instance with vm_state building and task_state spawning. [ 811.151603] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254791, 'name': Rename_Task, 'duration_secs': 0.142539} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.152049] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.152201] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bf2442b-798d-45ec-9c6a-49dff4c3dcd0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.159329] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 811.159329] env[69436]: value = "task-3254795" [ 811.159329] env[69436]: _type = "Task" [ 811.159329] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.169443] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.227041] env[69436]: DEBUG nova.network.neutron [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Successfully updated port: b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.318092] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254794, 'name': CreateVM_Task, 'duration_secs': 0.411398} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.318241] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.318927] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.319148] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.319472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.319703] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb1bfb6-4641-44d2-9221-64f5a54dc6aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.326779] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 811.326779] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52465881-c3d0-2db7-73b2-4a6f10e9c56b" [ 811.326779] env[69436]: _type = "Task" [ 811.326779] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.334532] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52465881-c3d0-2db7-73b2-4a6f10e9c56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.482974] env[69436]: DEBUG nova.network.neutron [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Updated VIF entry in instance network info cache for port 50883b56-a6d5-42d1-8b70-58a95c0ad2e0. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.483410] env[69436]: DEBUG nova.network.neutron [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Updating instance_info_cache with network_info: [{"id": "50883b56-a6d5-42d1-8b70-58a95c0ad2e0", "address": "fa:16:3e:e2:0f:3f", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50883b56-a6", "ovs_interfaceid": "50883b56-a6d5-42d1-8b70-58a95c0ad2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.604474] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.665955] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836ce06e-b1a1-4947-981f-18a6db95ea13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.671710] env[69436]: DEBUG oslo_vmware.api [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254795, 'name': PowerOnVM_Task, 'duration_secs': 0.474373} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.672350] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.672529] env[69436]: INFO nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Took 6.35 seconds to spawn the instance on the hypervisor. [ 811.672738] env[69436]: DEBUG nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 811.673459] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474676f-83d4-425f-a456-64f80b9b2fc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.678555] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025f125-6e25-4d8e-a1cd-33f5ce68bcc3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.714984] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d465ecf-b579-49d0-858a-cb0a89ec6251 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.722960] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8db2a-6b1c-4632-81d1-d264ece43f90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.729671] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.729779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.729923] env[69436]: DEBUG nova.network.neutron [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.739839] env[69436]: DEBUG nova.compute.provider_tree [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.837177] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52465881-c3d0-2db7-73b2-4a6f10e9c56b, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.837492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.837784] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.838061] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.838133] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.838646] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.838646] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57958549-5ba6-493e-b1f6-c42345681833 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.855265] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.855333] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.856070] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6c788f-138c-440e-b032-e78f3b4ebbbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.861371] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 811.861371] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527ecfef-747e-a7d9-2db7-8fd73d8ca014" [ 811.861371] env[69436]: _type = "Task" [ 811.861371] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.868924] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527ecfef-747e-a7d9-2db7-8fd73d8ca014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.987072] env[69436]: DEBUG oslo_concurrency.lockutils [req-382ec3dc-3f2f-4437-9d80-756a0f3d3216 req-87d99288-e0e1-4909-a82e-2f65ae21f05f service nova] Releasing lock "refresh_cache-3741039a-7ac6-4bba-a2c8-d36359221de6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.195558] env[69436]: INFO nova.compute.manager [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Took 39.58 seconds to build instance. [ 812.276642] env[69436]: DEBUG nova.network.neutron [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.279299] env[69436]: DEBUG nova.scheduler.client.report [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 812.279537] env[69436]: DEBUG nova.compute.provider_tree [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 84 to 85 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 812.279709] env[69436]: DEBUG nova.compute.provider_tree [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.372607] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527ecfef-747e-a7d9-2db7-8fd73d8ca014, 'name': SearchDatastore_Task, 'duration_secs': 0.041544} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.373460] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a3ff67-044e-41f8-a064-b9ccb3ff3313 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.379756] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 812.379756] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5220598d-0517-96d6-1dde-b7e21bfefe96" [ 812.379756] env[69436]: _type = "Task" [ 812.379756] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.390443] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5220598d-0517-96d6-1dde-b7e21bfefe96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.415297] env[69436]: DEBUG nova.network.neutron [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating instance_info_cache with network_info: [{"id": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "address": "fa:16:3e:87:2f:0c", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3187c09-75", "ovs_interfaceid": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.567607] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.696653] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed1db8c2-e42d-4ecb-bf90-ca2fcd3f5696 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.149s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.699666] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.132s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.699887] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.700131] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.700319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.703772] env[69436]: INFO nova.compute.manager [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Terminating instance [ 812.784871] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.958s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.785444] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 812.788238] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.397s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.788460] env[69436]: DEBUG nova.objects.instance [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lazy-loading 'resources' on Instance uuid 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.893165] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5220598d-0517-96d6-1dde-b7e21bfefe96, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.893492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.893759] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 3741039a-7ac6-4bba-a2c8-d36359221de6/3741039a-7ac6-4bba-a2c8-d36359221de6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.894028] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b248fa13-7af0-4d41-ae5e-78d411523441 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.900232] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 812.900232] env[69436]: value = "task-3254796" [ 812.900232] env[69436]: _type = "Task" [ 812.900232] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.908511] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.918383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.918864] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Instance network_info: |[{"id": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "address": "fa:16:3e:87:2f:0c", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3187c09-75", "ovs_interfaceid": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 812.919254] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:2f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3187c09-7511-464c-85e5-5a9b3b082d4f', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.927398] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Creating folder: Project (53a6eef7c58e4d41b8e2bf42508681ea). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.927670] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c7f50de-1c95-48ba-9dd2-7a7704ae1fd6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.937298] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Created folder: Project (53a6eef7c58e4d41b8e2bf42508681ea) in parent group-v650165. [ 812.937478] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Creating folder: Instances. Parent ref: group-v650323. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.937706] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8618ddc1-1c4c-478b-ad5a-7a35a7f31b54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.948792] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Created folder: Instances in parent group-v650323. [ 812.948792] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.948792] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.948792] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea2bd1f-813c-435a-9adf-1a0aa987115a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.967558] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.967558] env[69436]: value = "task-3254799" [ 812.967558] env[69436]: _type = "Task" [ 812.967558] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.978018] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254799, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.199215] env[69436]: DEBUG nova.compute.manager [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Received event network-changed-b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 813.199649] env[69436]: DEBUG nova.compute.manager [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Refreshing instance network info cache due to event network-changed-b3187c09-7511-464c-85e5-5a9b3b082d4f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 813.199906] env[69436]: DEBUG oslo_concurrency.lockutils [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] Acquiring lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.200175] env[69436]: DEBUG oslo_concurrency.lockutils [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] Acquired lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.200385] env[69436]: DEBUG nova.network.neutron [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Refreshing network info cache for port b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.202580] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 813.207492] env[69436]: DEBUG nova.compute.manager [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 813.207492] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.208148] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02e34a3-a1b1-429f-856b-094313341188 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.218278] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.218620] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453556bd-f34a-471f-a8fd-7bf155fa1548 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.226364] env[69436]: DEBUG oslo_vmware.api [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 813.226364] env[69436]: value = "task-3254800" [ 813.226364] env[69436]: _type = "Task" [ 813.226364] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.235711] env[69436]: DEBUG oslo_vmware.api [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.292688] env[69436]: DEBUG nova.compute.utils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.298231] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 813.298231] env[69436]: DEBUG nova.network.neutron [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.351142] env[69436]: DEBUG nova.policy [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b037c2c7af334d46b510dc112310456d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87f0e2ec73444655aaf0d75f9bc29905', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.409806] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.482719] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254799, 'name': CreateVM_Task, 'duration_secs': 0.353675} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.487144] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.488431] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.488696] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.489175] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.489548] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2449bd40-70af-4289-b641-55df9799a0cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.494954] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 813.494954] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ea540c-17f3-5ebf-469b-f643ec4eb3c1" [ 813.494954] env[69436]: _type = "Task" [ 813.494954] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.506229] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ea540c-17f3-5ebf-469b-f643ec4eb3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.659234] env[69436]: DEBUG nova.network.neutron [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Successfully created port: 2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.718760] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.736712] env[69436]: DEBUG oslo_vmware.api [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254800, 'name': PowerOffVM_Task, 'duration_secs': 0.308118} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.739133] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.739400] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.739852] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62b69d34-a5ce-4a46-bf51-fb2be891cfbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.799528] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 813.803528] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.803730] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.803930] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore2] e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.804450] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc3fa53-f480-4acd-9bc7-d7e6f82c31e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.814719] env[69436]: DEBUG oslo_vmware.api [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 813.814719] env[69436]: value = "task-3254802" [ 813.814719] env[69436]: _type = "Task" [ 813.814719] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.825277] env[69436]: DEBUG oslo_vmware.api [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.892965] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27921b83-ed83-418a-b78e-362ffd9b9c5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.902368] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ee9f9-e83a-4e0b-812e-5f6d856a5c3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.915974] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514379} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.940404] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 3741039a-7ac6-4bba-a2c8-d36359221de6/3741039a-7ac6-4bba-a2c8-d36359221de6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.940652] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.941490] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6673bdfb-9f3b-44d1-87d0-db6874932303 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.943992] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a678ace-03ad-4dcc-bbc5-07a93329bd8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.956937] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b94117-b095-4fea-8b7f-521e69d8ee4b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.961129] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 813.961129] env[69436]: value = "task-3254803" [ 813.961129] env[69436]: _type = "Task" [ 813.961129] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.976273] env[69436]: DEBUG nova.compute.provider_tree [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.986490] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.008115] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ea540c-17f3-5ebf-469b-f643ec4eb3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.030317} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.008440] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.008708] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.009087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.009165] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.009361] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.009886] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a995b85d-e215-4ba7-9c31-4c3b0da63f00 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.019230] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.019404] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.020375] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e14466-8081-4a0e-8f6e-3b2cf843fb3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.025228] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 814.025228] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e70d83-b320-ac5e-ffa1-a8084d8c00e0" [ 814.025228] env[69436]: _type = "Task" [ 814.025228] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.032899] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e70d83-b320-ac5e-ffa1-a8084d8c00e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.052171] env[69436]: DEBUG nova.network.neutron [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updated VIF entry in instance network info cache for port b3187c09-7511-464c-85e5-5a9b3b082d4f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.052562] env[69436]: DEBUG nova.network.neutron [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating instance_info_cache with network_info: [{"id": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "address": "fa:16:3e:87:2f:0c", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3187c09-75", "ovs_interfaceid": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.325569] env[69436]: DEBUG oslo_vmware.api [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3254802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161092} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.325899] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.326099] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.326495] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.326495] env[69436]: INFO nova.compute.manager [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 814.326683] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.326918] env[69436]: DEBUG nova.compute.manager [-] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 814.326979] env[69436]: DEBUG nova.network.neutron [-] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.472026] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285078} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.472546] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.473806] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d175981-9d99-49ce-a4de-f42d36e63654 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.490258] env[69436]: DEBUG nova.scheduler.client.report [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.502792] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 3741039a-7ac6-4bba-a2c8-d36359221de6/3741039a-7ac6-4bba-a2c8-d36359221de6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.503008] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d97c55b1-0106-4226-8f68-b010413e49a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.524842] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 814.524842] env[69436]: value = "task-3254804" [ 814.524842] env[69436]: _type = "Task" [ 814.524842] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.536873] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.540490] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e70d83-b320-ac5e-ffa1-a8084d8c00e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.541329] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6026773-a7d4-43b3-8ac4-bd61a5e7d4a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.547316] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 814.547316] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cf85b8-ab7b-1280-a2c2-9246f08eb4e9" [ 814.547316] env[69436]: _type = "Task" [ 814.547316] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.556447] env[69436]: DEBUG oslo_concurrency.lockutils [req-845bfbe6-14ac-401e-ac89-9a52d22922c9 req-a24504ca-6d08-48ad-adbe-ba8891d5aaa0 service nova] Releasing lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.556923] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cf85b8-ab7b-1280-a2c2-9246f08eb4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.812020] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 814.830389] env[69436]: DEBUG nova.compute.manager [req-e402bb1c-e72b-419e-9f13-6446e6b18ef2 req-912e8569-fb8b-49d5-bdcc-0bea186d7f8e service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Received event network-vif-deleted-08809616-ee2f-44ae-865e-5b6ce2f79d39 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 814.830582] env[69436]: INFO nova.compute.manager [req-e402bb1c-e72b-419e-9f13-6446e6b18ef2 req-912e8569-fb8b-49d5-bdcc-0bea186d7f8e service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Neutron deleted interface 08809616-ee2f-44ae-865e-5b6ce2f79d39; detaching it from the instance and deleting it from the info cache [ 814.830754] env[69436]: DEBUG nova.network.neutron [req-e402bb1c-e72b-419e-9f13-6446e6b18ef2 req-912e8569-fb8b-49d5-bdcc-0bea186d7f8e service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.840408] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.840739] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.840824] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.840994] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.841186] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.842027] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.842027] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.842027] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.842027] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.842027] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.842303] env[69436]: DEBUG nova.virt.hardware [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.843364] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c900b-e05a-4c96-9802-811972f6e56f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.853938] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f742cf-efa3-4f3a-95ef-558aad0a1fb2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.004960] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.006601] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.716s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.007342] env[69436]: DEBUG nova.objects.instance [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.030373] env[69436]: INFO nova.scheduler.client.report [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Deleted allocations for instance 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5 [ 815.043901] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.056979] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cf85b8-ab7b-1280-a2c2-9246f08eb4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.057298] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.057647] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eaae679c-8de6-4a34-ac30-f8a5eee5b0a6/eaae679c-8de6-4a34-ac30-f8a5eee5b0a6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.057842] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad8da44a-d347-49c2-a1ae-f6b3c34f3d26 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.064423] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 815.064423] env[69436]: value = "task-3254805" [ 815.064423] env[69436]: _type = "Task" [ 815.064423] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.072305] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.134157] env[69436]: DEBUG nova.network.neutron [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Successfully updated port: 2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.227650] env[69436]: DEBUG nova.compute.manager [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Received event network-vif-plugged-2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 815.228741] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] Acquiring lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.228741] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.228741] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.229102] env[69436]: DEBUG nova.compute.manager [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] No waiting events found dispatching network-vif-plugged-2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.229195] env[69436]: WARNING nova.compute.manager [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Received unexpected event network-vif-plugged-2ef6b27d-aacd-4660-95c5-c3688e5bf599 for instance with vm_state building and task_state spawning. [ 815.229398] env[69436]: DEBUG nova.compute.manager [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Received event network-changed-2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 815.229578] env[69436]: DEBUG nova.compute.manager [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Refreshing instance network info cache due to event network-changed-2ef6b27d-aacd-4660-95c5-c3688e5bf599. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 815.229851] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] Acquiring lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.230047] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] Acquired lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.230273] env[69436]: DEBUG nova.network.neutron [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Refreshing network info cache for port 2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.255384] env[69436]: DEBUG nova.network.neutron [-] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.336082] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79759056-6da5-4dcf-b14b-bac7cd2d24f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.348770] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54516789-a5c4-46a8-850c-a1c022cb22a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.389549] env[69436]: DEBUG nova.compute.manager [req-e402bb1c-e72b-419e-9f13-6446e6b18ef2 req-912e8569-fb8b-49d5-bdcc-0bea186d7f8e service nova] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Detach interface failed, port_id=08809616-ee2f-44ae-865e-5b6ce2f79d39, reason: Instance e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 815.546782] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.549860] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae15337e-efed-496c-8305-c1f3f09f4334 tempest-AttachInterfacesUnderV243Test-513665305 tempest-AttachInterfacesUnderV243Test-513665305-project-member] Lock "60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.598s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.579383] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475158} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.579786] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eaae679c-8de6-4a34-ac30-f8a5eee5b0a6/eaae679c-8de6-4a34-ac30-f8a5eee5b0a6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.580166] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.580539] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab73653-2f1a-4594-99a7-22c86aa3259f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.588274] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 815.588274] env[69436]: value = "task-3254806" [ 815.588274] env[69436]: _type = "Task" [ 815.588274] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.596689] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.639650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.759301] env[69436]: INFO nova.compute.manager [-] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Took 1.43 seconds to deallocate network for instance. [ 815.772058] env[69436]: DEBUG nova.network.neutron [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.844037] env[69436]: DEBUG nova.network.neutron [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.015469] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d2d8961c-10fc-4d76-bff8-9e266d52d65d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.016906] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.429s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.022019] env[69436]: INFO nova.compute.claims [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.051240] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.099224] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067513} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.099527] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.100332] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b6ba5-42fc-4674-b065-10a31b650f55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.124148] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] eaae679c-8de6-4a34-ac30-f8a5eee5b0a6/eaae679c-8de6-4a34-ac30-f8a5eee5b0a6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.124475] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d1d87a6-7e3d-478d-a683-febd9b00db97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.145303] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 816.145303] env[69436]: value = "task-3254807" [ 816.145303] env[69436]: _type = "Task" [ 816.145303] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.154496] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.270987] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.348313] env[69436]: DEBUG oslo_concurrency.lockutils [req-ab225e29-19c6-40b9-8fb0-b8eb9dfcf708 req-7cdc5960-1d47-4aec-999e-36a58c86dfce service nova] Releasing lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.348719] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquired lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.348905] env[69436]: DEBUG nova.network.neutron [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.552745] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254804, 'name': ReconfigVM_Task, 'duration_secs': 1.810019} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.553041] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 3741039a-7ac6-4bba-a2c8-d36359221de6/3741039a-7ac6-4bba-a2c8-d36359221de6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.554175] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef9add3f-28ca-4912-a624-b4d92199baf8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.565248] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 816.565248] env[69436]: value = "task-3254808" [ 816.565248] env[69436]: _type = "Task" [ 816.565248] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.575622] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254808, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.655935] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254807, 'name': ReconfigVM_Task, 'duration_secs': 0.411348} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.656272] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Reconfigured VM instance instance-00000037 to attach disk [datastore1] eaae679c-8de6-4a34-ac30-f8a5eee5b0a6/eaae679c-8de6-4a34-ac30-f8a5eee5b0a6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.656928] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cc51563-12f1-4498-88c5-ec7f24f0bc5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.663090] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 816.663090] env[69436]: value = "task-3254809" [ 816.663090] env[69436]: _type = "Task" [ 816.663090] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.671159] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254809, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.881812] env[69436]: DEBUG nova.network.neutron [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.023851] env[69436]: DEBUG nova.network.neutron [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Updating instance_info_cache with network_info: [{"id": "2ef6b27d-aacd-4660-95c5-c3688e5bf599", "address": "fa:16:3e:2a:6a:b1", "network": {"id": "eb216b5a-f17d-494b-a152-5fa90b00fbf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-676567787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f0e2ec73444655aaf0d75f9bc29905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef6b27d-aa", "ovs_interfaceid": "2ef6b27d-aacd-4660-95c5-c3688e5bf599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.077738] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254808, 'name': Rename_Task, 'duration_secs': 0.151043} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.080609] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.081106] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a506468e-a328-4e14-a775-f79919962da6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.088120] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 817.088120] env[69436]: value = "task-3254810" [ 817.088120] env[69436]: _type = "Task" [ 817.088120] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.098983] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.175865] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254809, 'name': Rename_Task, 'duration_secs': 0.145708} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.176104] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.178649] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b8111b-3ade-460e-b970-da74b97ebc5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.185746] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 817.185746] env[69436]: value = "task-3254811" [ 817.185746] env[69436]: _type = "Task" [ 817.185746] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.196602] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.526706] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Releasing lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.527024] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Instance network_info: |[{"id": "2ef6b27d-aacd-4660-95c5-c3688e5bf599", "address": "fa:16:3e:2a:6a:b1", "network": {"id": "eb216b5a-f17d-494b-a152-5fa90b00fbf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-676567787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f0e2ec73444655aaf0d75f9bc29905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef6b27d-aa", "ovs_interfaceid": "2ef6b27d-aacd-4660-95c5-c3688e5bf599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 817.527436] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:6a:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ef6b27d-aacd-4660-95c5-c3688e5bf599', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.535313] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Creating folder: Project (87f0e2ec73444655aaf0d75f9bc29905). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.539081] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb1a3f46-bcf5-4401-acb5-8fd4ccdcdafc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.551163] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Created folder: Project (87f0e2ec73444655aaf0d75f9bc29905) in parent group-v650165. [ 817.551495] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Creating folder: Instances. Parent ref: group-v650326. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.551749] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e700d1b4-7a22-4797-ad05-0de7789d9be6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.566588] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Created folder: Instances in parent group-v650326. [ 817.566941] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.567251] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.567577] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-022351ec-90f7-417f-86cb-bbda511a2f3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.594350] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.594350] env[69436]: value = "task-3254814" [ 817.594350] env[69436]: _type = "Task" [ 817.594350] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.601177] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254810, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.608751] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254814, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.668496] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ed364-6e2a-4bb5-af1c-385425247219 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.676180] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2556d99a-d247-4905-8996-859aa7650bc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.711916] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f8d8b1-b17b-42ac-a3c7-779c2fb45048 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.722357] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31958071-e42a-4ae7-ac9a-1fac82e14866 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.727032] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254811, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.736855] env[69436]: DEBUG nova.compute.provider_tree [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.100692] env[69436]: DEBUG oslo_vmware.api [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254810, 'name': PowerOnVM_Task, 'duration_secs': 0.53058} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.101304] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.101515] env[69436]: INFO nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Took 9.93 seconds to spawn the instance on the hypervisor. [ 818.101723] env[69436]: DEBUG nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 818.102537] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb58ae7-a83f-4daa-b56e-b97907e1330a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.107383] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254814, 'name': CreateVM_Task, 'duration_secs': 0.432067} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.107793] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.108438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.108601] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.108904] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.109145] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe4ee85-dc09-4f3b-ad4a-405677087ac9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.116586] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 818.116586] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52482a21-4609-cb2e-73df-dfd213a66af1" [ 818.116586] env[69436]: _type = "Task" [ 818.116586] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.123853] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52482a21-4609-cb2e-73df-dfd213a66af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.217278] env[69436]: DEBUG oslo_vmware.api [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3254811, 'name': PowerOnVM_Task, 'duration_secs': 0.616405} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.217513] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.217729] env[69436]: INFO nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Took 7.36 seconds to spawn the instance on the hypervisor. [ 818.217909] env[69436]: DEBUG nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 818.218644] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed23fefb-a303-4031-b853-3c7b341e7a8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.267492] env[69436]: DEBUG nova.scheduler.client.report [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 818.267807] env[69436]: DEBUG nova.compute.provider_tree [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 85 to 86 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 818.268036] env[69436]: DEBUG nova.compute.provider_tree [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.626539] env[69436]: INFO nova.compute.manager [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Took 45.55 seconds to build instance. [ 818.632059] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52482a21-4609-cb2e-73df-dfd213a66af1, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.632398] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.632643] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.632957] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.633147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.633356] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.633661] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d988d1df-e637-43b3-9713-1f25df730eac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.644537] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.645022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.646018] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ef8663-6514-4fe7-ad96-40cc533d460c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.654129] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 818.654129] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fb2eb7-41b6-3e7c-05ba-26f230b3f074" [ 818.654129] env[69436]: _type = "Task" [ 818.654129] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.666655] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fb2eb7-41b6-3e7c-05ba-26f230b3f074, 'name': SearchDatastore_Task, 'duration_secs': 0.008063} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.668035] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b642a9bb-b220-40b0-ad4e-c9b59343f557 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.674652] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 818.674652] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52abd91e-bae2-2539-e44d-f24cf7700eb6" [ 818.674652] env[69436]: _type = "Task" [ 818.674652] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.685160] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52abd91e-bae2-2539-e44d-f24cf7700eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.735038] env[69436]: INFO nova.compute.manager [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Took 44.98 seconds to build instance. [ 818.773624] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.774180] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 818.776729] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.136s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.778074] env[69436]: INFO nova.compute.claims [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.128628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ce2f46f-3c4f-45e6-bd6d-c95f615b1170 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.427s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.185919] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52abd91e-bae2-2539-e44d-f24cf7700eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.186227] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.186505] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e9efc762-daca-4dd1-8bf4-8a7eb49cce90/e9efc762-daca-4dd1-8bf4-8a7eb49cce90.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.186759] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01c8555c-6e04-41ee-8cb6-c104d76b0406 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.193610] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 819.193610] env[69436]: value = "task-3254815" [ 819.193610] env[69436]: _type = "Task" [ 819.193610] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.201995] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.236803] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fcf6abcb-3cd3-47d0-8e21-56ad2fd62e6e tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.780s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.284679] env[69436]: DEBUG nova.compute.utils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.286097] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 819.286274] env[69436]: DEBUG nova.network.neutron [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.322721] env[69436]: DEBUG nova.policy [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122ebd45741f4e10818bbc7dc0f2a74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd22790ee15114ae0bbc27d1ba1e234cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.631296] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 819.708374] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4857} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.708694] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e9efc762-daca-4dd1-8bf4-8a7eb49cce90/e9efc762-daca-4dd1-8bf4-8a7eb49cce90.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.708935] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.709207] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1796d92c-c7e6-4ed7-8023-44b0267301f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.715426] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 819.715426] env[69436]: value = "task-3254816" [ 819.715426] env[69436]: _type = "Task" [ 819.715426] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.724832] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.740380] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 819.789963] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 819.925567] env[69436]: DEBUG nova.network.neutron [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Successfully created port: 14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.166823] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.225976] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068312} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.231186] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.231186] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce502cc-3867-4140-8ae2-7e50f99f97c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.257757] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e9efc762-daca-4dd1-8bf4-8a7eb49cce90/e9efc762-daca-4dd1-8bf4-8a7eb49cce90.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.265520] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa97eb91-2823-4a3c-898d-d066c6b01bea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.283893] env[69436]: DEBUG nova.compute.manager [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Received event network-changed-b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 820.284175] env[69436]: DEBUG nova.compute.manager [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Refreshing instance network info cache due to event network-changed-b3187c09-7511-464c-85e5-5a9b3b082d4f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 820.284313] env[69436]: DEBUG oslo_concurrency.lockutils [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] Acquiring lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.284464] env[69436]: DEBUG oslo_concurrency.lockutils [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] Acquired lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.284656] env[69436]: DEBUG nova.network.neutron [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Refreshing network info cache for port b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.298320] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 820.298320] env[69436]: value = "task-3254817" [ 820.298320] env[69436]: _type = "Task" [ 820.298320] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.307822] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.316215] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.477044] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925a62f-4a4e-4a0a-9588-4c156aed3517 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.485116] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68314410-3bfa-4146-b550-29de84f3c0f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.519869] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eae931-d348-4bf8-89d6-65afd170d0e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.527682] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1169035d-4eb1-4b0a-aa66-1c3fbfe1d122 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.542192] env[69436]: DEBUG nova.compute.provider_tree [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.806977] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 820.813792] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.839599] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.839752] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.839752] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.839932] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.840665] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.841378] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.841378] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.842199] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.842199] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.842199] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.842437] env[69436]: DEBUG nova.virt.hardware [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.843213] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d352d-e8c9-41db-89af-f3e8bb4a493b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.853887] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48021504-ccaf-44e5-a848-fef6aa0cdd79 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.075323] env[69436]: DEBUG nova.network.neutron [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updated VIF entry in instance network info cache for port b3187c09-7511-464c-85e5-5a9b3b082d4f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.075740] env[69436]: DEBUG nova.network.neutron [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating instance_info_cache with network_info: [{"id": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "address": "fa:16:3e:87:2f:0c", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3187c09-75", "ovs_interfaceid": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.089236] env[69436]: DEBUG nova.scheduler.client.report [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.089493] env[69436]: DEBUG nova.compute.provider_tree [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 86 to 87 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.089670] env[69436]: DEBUG nova.compute.provider_tree [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.309769] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254817, 'name': ReconfigVM_Task, 'duration_secs': 0.577989} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.310067] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e9efc762-daca-4dd1-8bf4-8a7eb49cce90/e9efc762-daca-4dd1-8bf4-8a7eb49cce90.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.310749] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-360414e2-f3c0-4a49-981c-fe7b10850120 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.317602] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 821.317602] env[69436]: value = "task-3254818" [ 821.317602] env[69436]: _type = "Task" [ 821.317602] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.327405] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254818, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.506530] env[69436]: DEBUG nova.network.neutron [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Successfully updated port: 14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.578819] env[69436]: DEBUG oslo_concurrency.lockutils [req-4a86616d-6377-4dda-ac7e-fdd2b7416b15 req-9ab61d78-e00a-428a-aaeb-27fc0a92f04c service nova] Releasing lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.595479] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.596035] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 821.598821] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.505s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.599080] env[69436]: DEBUG nova.objects.instance [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'resources' on Instance uuid 6d2a912a-8990-4032-b22c-d1a769e058fd {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.828578] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254818, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.012136] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "refresh_cache-4135ee93-8f44-4928-8420-961d17077c00" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.012280] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "refresh_cache-4135ee93-8f44-4928-8420-961d17077c00" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.012530] env[69436]: DEBUG nova.network.neutron [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.014643] env[69436]: DEBUG nova.compute.manager [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 822.016680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1011f-beae-4202-9a51-11634f306ed8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.103856] env[69436]: DEBUG nova.compute.utils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.108936] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 822.108936] env[69436]: DEBUG nova.network.neutron [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.161185] env[69436]: DEBUG nova.policy [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4cf8e6dc73c47f5950128f44f9ab615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03e52c3d09c44296a788450af358bcee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.278534] env[69436]: DEBUG nova.compute.manager [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Received event network-vif-plugged-14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 822.278762] env[69436]: DEBUG oslo_concurrency.lockutils [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] Acquiring lock "4135ee93-8f44-4928-8420-961d17077c00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.279025] env[69436]: DEBUG oslo_concurrency.lockutils [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] Lock "4135ee93-8f44-4928-8420-961d17077c00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.279147] env[69436]: DEBUG oslo_concurrency.lockutils [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] Lock "4135ee93-8f44-4928-8420-961d17077c00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.279394] env[69436]: DEBUG nova.compute.manager [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] No waiting events found dispatching network-vif-plugged-14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.279578] env[69436]: WARNING nova.compute.manager [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Received unexpected event network-vif-plugged-14c7fa34-9cac-46e5-b20f-b765f5329d8d for instance with vm_state building and task_state spawning. [ 822.279739] env[69436]: DEBUG nova.compute.manager [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Received event network-changed-14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 822.279892] env[69436]: DEBUG nova.compute.manager [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Refreshing instance network info cache due to event network-changed-14c7fa34-9cac-46e5-b20f-b765f5329d8d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 822.280445] env[69436]: DEBUG oslo_concurrency.lockutils [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] Acquiring lock "refresh_cache-4135ee93-8f44-4928-8420-961d17077c00" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.331823] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254818, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.529465] env[69436]: INFO nova.compute.manager [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] instance snapshotting [ 822.534506] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a84f8-04a2-4dda-bd60-799e7e9a381a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.561786] env[69436]: DEBUG nova.network.neutron [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.564230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6143b2a3-5a15-4a20-8212-03bb0a4d6b05 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.608765] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 822.667440] env[69436]: DEBUG nova.network.neutron [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Successfully created port: a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.682200] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfa2d43-f6cf-4690-9958-27f43b8ec98d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.692735] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd14ef8a-902c-47bc-9485-ae9914fd47f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.731697] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425b2df-1d72-43b1-97dc-6249a032c065 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.743361] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac1f2c7-da79-4e9f-951e-c4601eb08ef2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.759315] env[69436]: DEBUG nova.compute.provider_tree [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.814163] env[69436]: DEBUG nova.network.neutron [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Updating instance_info_cache with network_info: [{"id": "14c7fa34-9cac-46e5-b20f-b765f5329d8d", "address": "fa:16:3e:e8:a9:9d", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c7fa34-9c", "ovs_interfaceid": "14c7fa34-9cac-46e5-b20f-b765f5329d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.831130] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254818, 'name': Rename_Task, 'duration_secs': 1.322279} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.831404] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.831642] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71f2a5bb-39b3-4d8c-bda5-e94aaddce4c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.837295] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 822.837295] env[69436]: value = "task-3254819" [ 822.837295] env[69436]: _type = "Task" [ 822.837295] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.844982] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.075368] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.075699] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-013f8d10-e2bc-44f5-882b-97f460276410 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.084088] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 823.084088] env[69436]: value = "task-3254820" [ 823.084088] env[69436]: _type = "Task" [ 823.084088] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.091239] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.264714] env[69436]: DEBUG nova.scheduler.client.report [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.316931] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "refresh_cache-4135ee93-8f44-4928-8420-961d17077c00" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.317358] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Instance network_info: |[{"id": "14c7fa34-9cac-46e5-b20f-b765f5329d8d", "address": "fa:16:3e:e8:a9:9d", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c7fa34-9c", "ovs_interfaceid": "14c7fa34-9cac-46e5-b20f-b765f5329d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 823.317665] env[69436]: DEBUG oslo_concurrency.lockutils [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] Acquired lock "refresh_cache-4135ee93-8f44-4928-8420-961d17077c00" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.317864] env[69436]: DEBUG nova.network.neutron [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Refreshing network info cache for port 14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.319135] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:a9:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c7fa34-9cac-46e5-b20f-b765f5329d8d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.327369] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.328451] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.328705] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c22d8a0-65a9-436a-bc4b-208acd51452a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.355033] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254819, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.356168] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.356168] env[69436]: value = "task-3254821" [ 823.356168] env[69436]: _type = "Task" [ 823.356168] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.593984] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254820, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.622068] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 823.649360] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.649698] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.649914] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.650247] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.650477] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.650683] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.650975] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.651201] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.651428] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.651653] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.651882] env[69436]: DEBUG nova.virt.hardware [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.653092] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941acace-7da4-4d03-af86-c1c996dfb621 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.664937] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f96ae-96d2-4e38-be76-3797d657f3a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.770164] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.772819] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.258s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.773067] env[69436]: DEBUG nova.objects.instance [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lazy-loading 'resources' on Instance uuid ae003353-32f8-4e86-915a-5a184e105be5 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.794080] env[69436]: INFO nova.scheduler.client.report [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted allocations for instance 6d2a912a-8990-4032-b22c-d1a769e058fd [ 823.856470] env[69436]: DEBUG oslo_vmware.api [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3254819, 'name': PowerOnVM_Task, 'duration_secs': 1.011654} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.856470] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.856470] env[69436]: INFO nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Took 9.04 seconds to spawn the instance on the hypervisor. [ 823.856470] env[69436]: DEBUG nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 823.856757] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece2fd32-b607-494d-8630-f1d5be8286a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.873545] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254821, 'name': CreateVM_Task, 'duration_secs': 0.335245} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.874246] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.874839] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.875011] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.875325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.875565] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a382dc6-a285-4433-ab0e-6f6504006fb1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.879799] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 823.879799] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52accc88-c352-b92b-dde9-8e831885357f" [ 823.879799] env[69436]: _type = "Task" [ 823.879799] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.887721] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52accc88-c352-b92b-dde9-8e831885357f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.095721] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254820, 'name': CreateSnapshot_Task, 'duration_secs': 0.583807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.096649] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.096961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd7cad-d0f8-415a-ae90-ca61c8de2cfd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.152951] env[69436]: DEBUG nova.network.neutron [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Successfully updated port: a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.177189] env[69436]: DEBUG nova.network.neutron [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Updated VIF entry in instance network info cache for port 14c7fa34-9cac-46e5-b20f-b765f5329d8d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.177545] env[69436]: DEBUG nova.network.neutron [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Updating instance_info_cache with network_info: [{"id": "14c7fa34-9cac-46e5-b20f-b765f5329d8d", "address": "fa:16:3e:e8:a9:9d", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c7fa34-9c", "ovs_interfaceid": "14c7fa34-9cac-46e5-b20f-b765f5329d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.306042] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f5f6605-20f6-484a-a435-f58f8103be51 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6d2a912a-8990-4032-b22c-d1a769e058fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.041s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.363520] env[69436]: DEBUG nova.compute.manager [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Received event network-vif-plugged-a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 824.363813] env[69436]: DEBUG oslo_concurrency.lockutils [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] Acquiring lock "b55c5dca-5285-43be-8c6c-46acb75420e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.363949] env[69436]: DEBUG oslo_concurrency.lockutils [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.364138] env[69436]: DEBUG oslo_concurrency.lockutils [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.364364] env[69436]: DEBUG nova.compute.manager [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] No waiting events found dispatching network-vif-plugged-a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.364462] env[69436]: WARNING nova.compute.manager [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Received unexpected event network-vif-plugged-a7ee9610-ed7f-4c4f-9964-c1bace28b23b for instance with vm_state building and task_state spawning. [ 824.364622] env[69436]: DEBUG nova.compute.manager [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Received event network-changed-a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 824.364776] env[69436]: DEBUG nova.compute.manager [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Refreshing instance network info cache due to event network-changed-a7ee9610-ed7f-4c4f-9964-c1bace28b23b. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 824.364956] env[69436]: DEBUG oslo_concurrency.lockutils [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] Acquiring lock "refresh_cache-b55c5dca-5285-43be-8c6c-46acb75420e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.369590] env[69436]: DEBUG oslo_concurrency.lockutils [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] Acquired lock "refresh_cache-b55c5dca-5285-43be-8c6c-46acb75420e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.369590] env[69436]: DEBUG nova.network.neutron [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Refreshing network info cache for port a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.387550] env[69436]: INFO nova.compute.manager [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Took 45.38 seconds to build instance. [ 824.396743] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52accc88-c352-b92b-dde9-8e831885357f, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.399331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.399331] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.399572] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399714] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.400148] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.400572] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ace3c82-29f4-4b38-9dbf-f0cf3a94839d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.413024] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.413024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.413024] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a5eb9b-956f-4c8b-8a0d-cd6d617d517d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.421588] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 824.421588] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52886260-c034-d5a0-7e03-5b6d71e489f7" [ 824.421588] env[69436]: _type = "Task" [ 824.421588] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.430963] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52886260-c034-d5a0-7e03-5b6d71e489f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.616446] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.619028] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-991a0915-a3f6-404f-8889-bab1c3eee82a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.628386] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 824.628386] env[69436]: value = "task-3254822" [ 824.628386] env[69436]: _type = "Task" [ 824.628386] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.636658] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254822, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.660483] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "refresh_cache-b55c5dca-5285-43be-8c6c-46acb75420e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.681557] env[69436]: DEBUG oslo_concurrency.lockutils [req-84911cc3-2c5c-4ec0-a815-3f31d57c8dfd req-e8951b4b-3b4a-41ba-81c9-e40c13f31205 service nova] Releasing lock "refresh_cache-4135ee93-8f44-4928-8420-961d17077c00" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.889181] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cc315e95-3819-4155-bb4d-dea3085d0411 tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.412s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.909516] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cd8ef1-7e64-4392-a34f-5b79d928c4bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.918820] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f101d698-4e3e-415a-b57a-36976072aba2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.932592] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52886260-c034-d5a0-7e03-5b6d71e489f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.962984] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31363700-0c15-4074-8f1e-51ab4f568b96 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.966245] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b21b4-ec34-45b7-a4fa-3bc974d38b13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973347] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 824.973347] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ae60b-0f3a-d44e-8f51-cbd898e0b0c4" [ 824.973347] env[69436]: _type = "Task" [ 824.973347] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.981547] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529e8fa0-4fff-4131-b1b2-268481e8504f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.990670] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ae60b-0f3a-d44e-8f51-cbd898e0b0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.998692] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.998984] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4135ee93-8f44-4928-8420-961d17077c00/4135ee93-8f44-4928-8420-961d17077c00.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.999833] env[69436]: DEBUG nova.compute.provider_tree [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.001139] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-545d4c69-a42e-4321-8a50-e9a34700fdc3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.008110] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 825.008110] env[69436]: value = "task-3254823" [ 825.008110] env[69436]: _type = "Task" [ 825.008110] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.017507] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.140289] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254822, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.143742] env[69436]: DEBUG nova.network.neutron [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.255288] env[69436]: DEBUG nova.network.neutron [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.390461] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 825.501513] env[69436]: DEBUG nova.compute.manager [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Received event network-changed-2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 825.501727] env[69436]: DEBUG nova.compute.manager [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Refreshing instance network info cache due to event network-changed-2ef6b27d-aacd-4660-95c5-c3688e5bf599. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 825.501953] env[69436]: DEBUG oslo_concurrency.lockutils [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] Acquiring lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.502465] env[69436]: DEBUG oslo_concurrency.lockutils [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] Acquired lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.502684] env[69436]: DEBUG nova.network.neutron [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Refreshing network info cache for port 2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.505956] env[69436]: DEBUG nova.scheduler.client.report [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.524193] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512514} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.524476] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4135ee93-8f44-4928-8420-961d17077c00/4135ee93-8f44-4928-8420-961d17077c00.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.524699] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.524980] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-933c0fdc-eb86-4fe1-a93d-7ef51dcb873a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.532321] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 825.532321] env[69436]: value = "task-3254824" [ 825.532321] env[69436]: _type = "Task" [ 825.532321] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.541798] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.642129] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254822, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.759560] env[69436]: DEBUG oslo_concurrency.lockutils [req-a2fee7a5-3678-4d86-8f80-72f6a0473753 req-df3883a9-ed0d-496c-a5c7-2ad6ecd684bd service nova] Releasing lock "refresh_cache-b55c5dca-5285-43be-8c6c-46acb75420e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.759952] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired lock "refresh_cache-b55c5dca-5285-43be-8c6c-46acb75420e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.760128] env[69436]: DEBUG nova.network.neutron [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.917237] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.011468] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.016461] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.647s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.018243] env[69436]: INFO nova.compute.claims [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.034057] env[69436]: INFO nova.scheduler.client.report [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocations for instance ae003353-32f8-4e86-915a-5a184e105be5 [ 826.049358] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067428} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.049358] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.049976] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700d6c7-8a97-451a-8092-4d552be0871c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.075298] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 4135ee93-8f44-4928-8420-961d17077c00/4135ee93-8f44-4928-8420-961d17077c00.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.076458] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c471dad4-d541-46b7-8aee-231d1a0b71ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.100186] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 826.100186] env[69436]: value = "task-3254825" [ 826.100186] env[69436]: _type = "Task" [ 826.100186] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.108786] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.141108] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254822, 'name': CloneVM_Task, 'duration_secs': 1.306408} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.141400] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Created linked-clone VM from snapshot [ 826.142473] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f926c-d255-40a1-ba41-b41a2297c374 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.153669] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Uploading image 4a7f9676-d79c-494c-934d-460d97af2c20 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.166899] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.166899] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25732eac-c21c-4154-8a48-efa6ff49c574 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.173947] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 826.173947] env[69436]: value = "task-3254826" [ 826.173947] env[69436]: _type = "Task" [ 826.173947] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.182692] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254826, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.296965] env[69436]: DEBUG nova.network.neutron [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.466161] env[69436]: DEBUG nova.network.neutron [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Updating instance_info_cache with network_info: [{"id": "a7ee9610-ed7f-4c4f-9964-c1bace28b23b", "address": "fa:16:3e:91:d9:41", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ee9610-ed", "ovs_interfaceid": "a7ee9610-ed7f-4c4f-9964-c1bace28b23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.479734] env[69436]: DEBUG nova.network.neutron [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Updated VIF entry in instance network info cache for port 2ef6b27d-aacd-4660-95c5-c3688e5bf599. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.483021] env[69436]: DEBUG nova.network.neutron [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Updating instance_info_cache with network_info: [{"id": "2ef6b27d-aacd-4660-95c5-c3688e5bf599", "address": "fa:16:3e:2a:6a:b1", "network": {"id": "eb216b5a-f17d-494b-a152-5fa90b00fbf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-676567787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87f0e2ec73444655aaf0d75f9bc29905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef6b27d-aa", "ovs_interfaceid": "2ef6b27d-aacd-4660-95c5-c3688e5bf599", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.547095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d4819954-f0fc-494d-840d-551066cc5c57 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "ae003353-32f8-4e86-915a-5a184e105be5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.500s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.610414] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254825, 'name': ReconfigVM_Task, 'duration_secs': 0.344128} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.610740] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 4135ee93-8f44-4928-8420-961d17077c00/4135ee93-8f44-4928-8420-961d17077c00.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.611421] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d5ce4bc-7bf9-45ce-98f7-00b888f4d5bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.618388] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 826.618388] env[69436]: value = "task-3254827" [ 826.618388] env[69436]: _type = "Task" [ 826.618388] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.629748] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254827, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.684531] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254826, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.825489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.825727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.972076] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Releasing lock "refresh_cache-b55c5dca-5285-43be-8c6c-46acb75420e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.972503] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Instance network_info: |[{"id": "a7ee9610-ed7f-4c4f-9964-c1bace28b23b", "address": "fa:16:3e:91:d9:41", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ee9610-ed", "ovs_interfaceid": "a7ee9610-ed7f-4c4f-9964-c1bace28b23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 826.972970] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:d9:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7ee9610-ed7f-4c4f-9964-c1bace28b23b', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.980609] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.980845] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.981079] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb602bf5-fd46-4675-ad9a-ef430c2a0144 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.996086] env[69436]: DEBUG oslo_concurrency.lockutils [req-07546498-5ecf-45bf-922e-2bd26676965c req-d2a01ed3-971c-4f1d-9559-cc74ebbc1bc2 service nova] Releasing lock "refresh_cache-e9efc762-daca-4dd1-8bf4-8a7eb49cce90" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.001961] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.001961] env[69436]: value = "task-3254828" [ 827.001961] env[69436]: _type = "Task" [ 827.001961] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.011975] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254828, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.131313] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254827, 'name': Rename_Task, 'duration_secs': 0.143531} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.131647] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.131910] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fecde538-1d1a-4073-91b0-433992e856b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.140751] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 827.140751] env[69436]: value = "task-3254829" [ 827.140751] env[69436]: _type = "Task" [ 827.140751] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.150701] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.183948] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254826, 'name': Destroy_Task, 'duration_secs': 0.62954} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.186584] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Destroyed the VM [ 827.186831] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.187661] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6528c340-aa01-44da-a0c9-12544b915343 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.192909] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 827.192909] env[69436]: value = "task-3254830" [ 827.192909] env[69436]: _type = "Task" [ 827.192909] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.201269] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254830, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.513855] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254828, 'name': CreateVM_Task, 'duration_secs': 0.388906} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.514157] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.515225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.515225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.515370] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.515636] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ab1b64-c7b8-473f-add5-c617de0a5af9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.520161] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 827.520161] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527db123-bcd7-c5fc-6158-c9bc6aaaf16f" [ 827.520161] env[69436]: _type = "Task" [ 827.520161] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.528363] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527db123-bcd7-c5fc-6158-c9bc6aaaf16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.557306] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ec42e8-dd96-47f6-9cab-0ee34b388831 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.565957] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ee0a32-4a5e-4ba7-aea2-58ae7128480f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.597931] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b020d1b-bf5b-4940-99cb-3f91cb91897c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.606768] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f6737-a15c-4c0d-9a37-25838d4ee6e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.622947] env[69436]: DEBUG nova.compute.provider_tree [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.650499] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.702128] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254830, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.030859] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527db123-bcd7-c5fc-6158-c9bc6aaaf16f, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.031200] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.031442] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.031706] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.031863] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.032056] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.032441] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d770b85f-816c-4951-b68a-b20999315597 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.040878] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.041067] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.041829] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3733231e-27de-436f-aee0-c93037d6a477 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.047259] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 828.047259] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ebbc65-b079-fc3c-522f-8e59c5699fdc" [ 828.047259] env[69436]: _type = "Task" [ 828.047259] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.054974] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ebbc65-b079-fc3c-522f-8e59c5699fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.125884] env[69436]: DEBUG nova.scheduler.client.report [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.152107] env[69436]: DEBUG oslo_vmware.api [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254829, 'name': PowerOnVM_Task, 'duration_secs': 0.530639} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.152251] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.152479] env[69436]: INFO nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Took 7.35 seconds to spawn the instance on the hypervisor. [ 828.152676] env[69436]: DEBUG nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 828.153445] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee648cef-a5a7-415a-b4ff-1ab05cdbf95e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.204717] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254830, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.558377] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ebbc65-b079-fc3c-522f-8e59c5699fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.559720] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de776262-0dcd-4586-bb0b-1637ccda7a1c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.565924] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 828.565924] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523debcd-1e8a-31bd-a985-0395e67aa353" [ 828.565924] env[69436]: _type = "Task" [ 828.565924] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.574314] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523debcd-1e8a-31bd-a985-0395e67aa353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.631721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.632286] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 828.635367] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.013s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.635630] env[69436]: DEBUG nova.objects.instance [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lazy-loading 'resources' on Instance uuid 19b076c2-3696-4d28-a136-114764360913 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.669458] env[69436]: INFO nova.compute.manager [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Took 46.10 seconds to build instance. [ 828.704880] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254830, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.075909] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523debcd-1e8a-31bd-a985-0395e67aa353, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.076296] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.076458] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] b55c5dca-5285-43be-8c6c-46acb75420e4/b55c5dca-5285-43be-8c6c-46acb75420e4.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.076717] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4da9d61-6026-46d1-8452-e62510676688 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.082836] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 829.082836] env[69436]: value = "task-3254831" [ 829.082836] env[69436]: _type = "Task" [ 829.082836] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.092263] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.138843] env[69436]: DEBUG nova.compute.utils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.140395] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 829.140692] env[69436]: DEBUG nova.network.neutron [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.172155] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a6ca9502-0b8f-4080-8a2c-d7bd8597b216 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "4135ee93-8f44-4928-8420-961d17077c00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.044s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.204913] env[69436]: DEBUG oslo_vmware.api [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254830, 'name': RemoveSnapshot_Task, 'duration_secs': 1.603649} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.208490] env[69436]: DEBUG nova.policy [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd921033679da4d06b36c73085cfa177d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79fd923d4e646f7a28d831a82f7f18b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.209861] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.571722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "d4f2df34-8223-415d-b47d-7e43bc47b87a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.572080] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.593310] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.597105] env[69436]: DEBUG nova.network.neutron [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Successfully created port: b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.650520] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 829.675772] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 829.717983] env[69436]: WARNING nova.compute.manager [None req-ff7a6bad-76d3-4796-bf62-b6b6652d58d0 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Image not found during snapshot: nova.exception.ImageNotFound: Image 4a7f9676-d79c-494c-934d-460d97af2c20 could not be found. [ 829.774230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b1b33-8deb-44a8-aa0e-5693a3184377 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.781980] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1859fbf-e714-4464-af28-847c1e5eca5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.814297] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4059d57-63a9-4339-b19f-7f3aa6ee66c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.821695] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674b4477-e133-436b-9736-0ed418d4c063 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.836454] env[69436]: DEBUG nova.compute.provider_tree [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.094331] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736143} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.094331] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] b55c5dca-5285-43be-8c6c-46acb75420e4/b55c5dca-5285-43be-8c6c-46acb75420e4.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.094331] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.094331] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f8fcc4-3034-4cd3-a546-df32e5ca6a70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.100517] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 830.100517] env[69436]: value = "task-3254832" [ 830.100517] env[69436]: _type = "Task" [ 830.100517] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.108336] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.197957] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.340074] env[69436]: DEBUG nova.scheduler.client.report [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.498925] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "3741039a-7ac6-4bba-a2c8-d36359221de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.499220] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.499431] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "3741039a-7ac6-4bba-a2c8-d36359221de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.499644] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.499822] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.505150] env[69436]: INFO nova.compute.manager [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Terminating instance [ 830.610465] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067703} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.610790] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.611499] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56116c39-7208-4909-bfe2-60c207d17023 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.633047] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] b55c5dca-5285-43be-8c6c-46acb75420e4/b55c5dca-5285-43be-8c6c-46acb75420e4.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.633299] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f97db4-dc36-4a69-8e72-6b82e1c281b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.653238] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 830.653238] env[69436]: value = "task-3254833" [ 830.653238] env[69436]: _type = "Task" [ 830.653238] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.663166] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 830.665028] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.690428] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.690673] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.690828] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.691013] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.691169] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.691313] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.691527] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.691735] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.691932] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.692111] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.692284] env[69436]: DEBUG nova.virt.hardware [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.693149] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91102d1-2c60-4426-bc97-576de25a206e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.700641] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb35a443-5adf-444a-8c60-705a77bf0c70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.845456] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.847932] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.777s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.848183] env[69436]: DEBUG nova.objects.instance [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lazy-loading 'resources' on Instance uuid 05ee971f-3aed-4c08-920d-60eaf4f20e75 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.867204] env[69436]: INFO nova.scheduler.client.report [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted allocations for instance 19b076c2-3696-4d28-a136-114764360913 [ 831.010497] env[69436]: DEBUG nova.compute.manager [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 831.010497] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.010497] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4a452-734d-4f80-b4fc-4b2b3db4754e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.018766] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.019098] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b67a3f3-99f6-4ab0-902f-92406590e9d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.026874] env[69436]: DEBUG oslo_vmware.api [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 831.026874] env[69436]: value = "task-3254834" [ 831.026874] env[69436]: _type = "Task" [ 831.026874] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.037904] env[69436]: DEBUG oslo_vmware.api [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.163874] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.295749] env[69436]: DEBUG nova.compute.manager [req-6498ce30-9eda-4801-9649-a3dc82dca677 req-2d926806-4006-42da-8f7d-59b77885975e service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Received event network-vif-plugged-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 831.296114] env[69436]: DEBUG oslo_concurrency.lockutils [req-6498ce30-9eda-4801-9649-a3dc82dca677 req-2d926806-4006-42da-8f7d-59b77885975e service nova] Acquiring lock "fe4f08b4-aa1c-4326-93ed-d073072b178a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.296470] env[69436]: DEBUG oslo_concurrency.lockutils [req-6498ce30-9eda-4801-9649-a3dc82dca677 req-2d926806-4006-42da-8f7d-59b77885975e service nova] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.296981] env[69436]: DEBUG oslo_concurrency.lockutils [req-6498ce30-9eda-4801-9649-a3dc82dca677 req-2d926806-4006-42da-8f7d-59b77885975e service nova] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.297292] env[69436]: DEBUG nova.compute.manager [req-6498ce30-9eda-4801-9649-a3dc82dca677 req-2d926806-4006-42da-8f7d-59b77885975e service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] No waiting events found dispatching network-vif-plugged-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.297616] env[69436]: WARNING nova.compute.manager [req-6498ce30-9eda-4801-9649-a3dc82dca677 req-2d926806-4006-42da-8f7d-59b77885975e service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Received unexpected event network-vif-plugged-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 for instance with vm_state building and task_state spawning. [ 831.375889] env[69436]: DEBUG oslo_concurrency.lockutils [None req-49337226-832f-4142-bb1b-fe4e6459c84f tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "19b076c2-3696-4d28-a136-114764360913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.283s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.460515] env[69436]: DEBUG nova.network.neutron [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Successfully updated port: b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.535826] env[69436]: DEBUG oslo_vmware.api [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254834, 'name': PowerOffVM_Task, 'duration_secs': 0.310486} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.538372] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.538561] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.539019] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41521170-43c8-44eb-bd4d-5ee9a6409231 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.632358] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.633025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.633025] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleting the datastore file [datastore2] 3741039a-7ac6-4bba-a2c8-d36359221de6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.633025] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13cf3b7d-b4a5-442c-943f-7c8ad201b18b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.640367] env[69436]: DEBUG oslo_vmware.api [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 831.640367] env[69436]: value = "task-3254836" [ 831.640367] env[69436]: _type = "Task" [ 831.640367] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.648081] env[69436]: DEBUG oslo_vmware.api [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.664075] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254833, 'name': ReconfigVM_Task, 'duration_secs': 0.926444} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.664420] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Reconfigured VM instance instance-0000003a to attach disk [datastore2] b55c5dca-5285-43be-8c6c-46acb75420e4/b55c5dca-5285-43be-8c6c-46acb75420e4.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.665044] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c0791ec-c9c8-40b6-aeeb-b2bf53cf6f08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.672142] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 831.672142] env[69436]: value = "task-3254837" [ 831.672142] env[69436]: _type = "Task" [ 831.672142] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.681075] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254837, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.696257] env[69436]: INFO nova.compute.manager [None req-a099edcd-b2e1-4d2d-b04a-0bc2691347df tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Get console output [ 831.696588] env[69436]: WARNING nova.virt.vmwareapi.driver [None req-a099edcd-b2e1-4d2d-b04a-0bc2691347df tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] The console log is missing. Check your VSPC configuration [ 831.906426] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293a2596-4687-449a-b8dd-b6de207d8033 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.914144] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d21dc8-5eaf-44e9-9af2-cf4e1419ba23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.944403] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dfad15-8d26-470e-b749-9c8044f934c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.951878] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9700f0e-479d-440f-80ad-dd25011a2cb7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.965937] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "refresh_cache-fe4f08b4-aa1c-4326-93ed-d073072b178a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.966109] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "refresh_cache-fe4f08b4-aa1c-4326-93ed-d073072b178a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.966284] env[69436]: DEBUG nova.network.neutron [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.967604] env[69436]: DEBUG nova.compute.provider_tree [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.149916] env[69436]: DEBUG oslo_vmware.api [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3254836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17704} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.150270] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.150471] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.150675] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.150869] env[69436]: INFO nova.compute.manager [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 832.151130] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.151324] env[69436]: DEBUG nova.compute.manager [-] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 832.151416] env[69436]: DEBUG nova.network.neutron [-] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.180049] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254837, 'name': Rename_Task, 'duration_secs': 0.154252} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.182111] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.182370] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e81ee031-b363-4bf5-a18b-196a07805fec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.190314] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 832.190314] env[69436]: value = "task-3254838" [ 832.190314] env[69436]: _type = "Task" [ 832.190314] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.197160] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.471832] env[69436]: DEBUG nova.scheduler.client.report [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.521115] env[69436]: DEBUG nova.network.neutron [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.701184] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254838, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.773278] env[69436]: DEBUG nova.network.neutron [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Updating instance_info_cache with network_info: [{"id": "b6d55a56-c21e-4dcd-9e56-ea4f6d479112", "address": "fa:16:3e:7a:66:a8", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d55a56-c2", "ovs_interfaceid": "b6d55a56-c21e-4dcd-9e56-ea4f6d479112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.865576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "158c19a4-af6d-41e9-9352-8eef13f1ec20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.867819] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.868137] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "158c19a4-af6d-41e9-9352-8eef13f1ec20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.869171] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.869386] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.871738] env[69436]: INFO nova.compute.manager [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Terminating instance [ 832.958033] env[69436]: DEBUG nova.network.neutron [-] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.979181] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.981855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.240s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.982095] env[69436]: DEBUG nova.objects.instance [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lazy-loading 'resources' on Instance uuid c4f9d6db-722b-4da2-8e48-192598d791b1 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.003486] env[69436]: INFO nova.scheduler.client.report [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted allocations for instance 05ee971f-3aed-4c08-920d-60eaf4f20e75 [ 833.200772] env[69436]: DEBUG oslo_vmware.api [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254838, 'name': PowerOnVM_Task, 'duration_secs': 0.974267} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.200999] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.201226] env[69436]: INFO nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Took 9.58 seconds to spawn the instance on the hypervisor. [ 833.201403] env[69436]: DEBUG nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 833.202205] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e76af6-94af-498e-aa86-cda6c1830490 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.276651] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "refresh_cache-fe4f08b4-aa1c-4326-93ed-d073072b178a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.276747] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Instance network_info: |[{"id": "b6d55a56-c21e-4dcd-9e56-ea4f6d479112", "address": "fa:16:3e:7a:66:a8", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d55a56-c2", "ovs_interfaceid": "b6d55a56-c21e-4dcd-9e56-ea4f6d479112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 833.277199] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:66:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d55a56-c21e-4dcd-9e56-ea4f6d479112', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.285281] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.285544] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.285789] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13956bde-4bc6-43c2-964e-be8fb6f9f3cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.305547] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.305547] env[69436]: value = "task-3254839" [ 833.305547] env[69436]: _type = "Task" [ 833.305547] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.315534] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254839, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.379058] env[69436]: DEBUG nova.compute.manager [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 833.379341] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.380249] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace4e00-f1ce-464d-83a5-c2399dfaf23e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.385879] env[69436]: DEBUG nova.compute.manager [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Received event network-changed-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 833.386076] env[69436]: DEBUG nova.compute.manager [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Refreshing instance network info cache due to event network-changed-b6d55a56-c21e-4dcd-9e56-ea4f6d479112. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 833.386296] env[69436]: DEBUG oslo_concurrency.lockutils [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] Acquiring lock "refresh_cache-fe4f08b4-aa1c-4326-93ed-d073072b178a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.386441] env[69436]: DEBUG oslo_concurrency.lockutils [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] Acquired lock "refresh_cache-fe4f08b4-aa1c-4326-93ed-d073072b178a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.386600] env[69436]: DEBUG nova.network.neutron [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Refreshing network info cache for port b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.393254] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.393254] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaca1b4e-44f8-4ef9-8686-8b43e0f94e58 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.398607] env[69436]: DEBUG oslo_vmware.api [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 833.398607] env[69436]: value = "task-3254840" [ 833.398607] env[69436]: _type = "Task" [ 833.398607] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.407346] env[69436]: DEBUG oslo_vmware.api [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.461018] env[69436]: INFO nova.compute.manager [-] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Took 1.31 seconds to deallocate network for instance. [ 833.512980] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d22e000-ba59-42f8-82fd-b5e0fbb72318 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "05ee971f-3aed-4c08-920d-60eaf4f20e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.890s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.721037] env[69436]: INFO nova.compute.manager [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Took 50.10 seconds to build instance. [ 833.816918] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254839, 'name': CreateVM_Task, 'duration_secs': 0.426652} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.819230] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.820080] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.820259] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.820688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.820956] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1951adbb-0cde-4cfb-8172-0f90f60618d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.825747] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 833.825747] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5207acc5-e71e-5f53-0fbf-6e5d7641bb08" [ 833.825747] env[69436]: _type = "Task" [ 833.825747] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.838606] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5207acc5-e71e-5f53-0fbf-6e5d7641bb08, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.838968] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.839252] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.839526] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.839645] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.839815] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.840319] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd87e69-77b7-4a57-b8b4-589780cf6fd1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.849781] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.849956] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.850664] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0311c943-1e64-44ac-91f7-79a81cbf0820 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.856642] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 833.856642] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52087918-20da-263d-9429-f5a7282f1325" [ 833.856642] env[69436]: _type = "Task" [ 833.856642] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.865268] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52087918-20da-263d-9429-f5a7282f1325, 'name': SearchDatastore_Task} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.868483] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9da8e1-cc05-4dd3-9287-8e9acc7104f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.872992] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 833.872992] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52368fa3-f1ab-2f67-3923-6f21f213eaf8" [ 833.872992] env[69436]: _type = "Task" [ 833.872992] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.881665] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52368fa3-f1ab-2f67-3923-6f21f213eaf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.908207] env[69436]: DEBUG oslo_vmware.api [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254840, 'name': PowerOffVM_Task, 'duration_secs': 0.234255} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.908498] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.908685] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.908963] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-882a6b5f-5539-4d0b-98ec-3e97ae626dd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.971655] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.972011] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.972238] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.972442] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Deleting the datastore file [datastore2] 158c19a4-af6d-41e9-9352-8eef13f1ec20 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.972781] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17e897e-37f8-46d5-98d2-b919ed0fbb04 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.978414] env[69436]: DEBUG oslo_vmware.api [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for the task: (returnval){ [ 833.978414] env[69436]: value = "task-3254842" [ 833.978414] env[69436]: _type = "Task" [ 833.978414] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.986995] env[69436]: DEBUG oslo_vmware.api [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.112177] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f215db1-574a-4a64-ab8e-502d0f30335e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.117672] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc1ca9-dbd1-46d3-9f3f-a84e6d8f7414 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.152992] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191b17e-0614-4d91-851b-dd36016bc798 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.160639] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6b4e09-cdbe-45c1-a7b9-d814a874b44f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.175449] env[69436]: DEBUG nova.compute.provider_tree [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.219365] env[69436]: DEBUG nova.network.neutron [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Updated VIF entry in instance network info cache for port b6d55a56-c21e-4dcd-9e56-ea4f6d479112. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.219896] env[69436]: DEBUG nova.network.neutron [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Updating instance_info_cache with network_info: [{"id": "b6d55a56-c21e-4dcd-9e56-ea4f6d479112", "address": "fa:16:3e:7a:66:a8", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d55a56-c2", "ovs_interfaceid": "b6d55a56-c21e-4dcd-9e56-ea4f6d479112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.224468] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0a7cd9b2-97ed-4093-aa2a-059c444c0f3b tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.597s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.384219] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52368fa3-f1ab-2f67-3923-6f21f213eaf8, 'name': SearchDatastore_Task, 'duration_secs': 0.007747} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.384505] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.384817] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] fe4f08b4-aa1c-4326-93ed-d073072b178a/fe4f08b4-aa1c-4326-93ed-d073072b178a.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.385073] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d823fe-edb4-4df7-a38f-cfed365f10f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.391085] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 834.391085] env[69436]: value = "task-3254843" [ 834.391085] env[69436]: _type = "Task" [ 834.391085] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.399097] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.489299] env[69436]: DEBUG oslo_vmware.api [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Task: {'id': task-3254842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122287} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.489640] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.489894] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.490095] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.490277] env[69436]: INFO nova.compute.manager [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Took 1.11 seconds to destroy the instance on the hypervisor. [ 834.490595] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.490827] env[69436]: DEBUG nova.compute.manager [-] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 834.490949] env[69436]: DEBUG nova.network.neutron [-] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.678946] env[69436]: DEBUG nova.scheduler.client.report [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.722940] env[69436]: DEBUG oslo_concurrency.lockutils [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] Releasing lock "refresh_cache-fe4f08b4-aa1c-4326-93ed-d073072b178a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.723252] env[69436]: DEBUG nova.compute.manager [req-b550f62d-21d3-4ba5-8667-103522938fa5 req-01e12c78-b6d7-4c61-890f-aa0f718da662 service nova] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Received event network-vif-deleted-50883b56-a6d5-42d1-8b70-58a95c0ad2e0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 834.726745] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 834.900599] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474882} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.901205] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] fe4f08b4-aa1c-4326-93ed-d073072b178a/fe4f08b4-aa1c-4326-93ed-d073072b178a.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.901606] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.901986] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4efb2675-ecd8-4b66-861b-98c2ea731a34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.908234] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 834.908234] env[69436]: value = "task-3254844" [ 834.908234] env[69436]: _type = "Task" [ 834.908234] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.917279] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.051548] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "b55c5dca-5285-43be-8c6c-46acb75420e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.051949] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.052257] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "b55c5dca-5285-43be-8c6c-46acb75420e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.052540] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.052759] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.054870] env[69436]: INFO nova.compute.manager [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Terminating instance [ 835.185404] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.190358] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.086s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.190799] env[69436]: DEBUG nova.objects.instance [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lazy-loading 'resources' on Instance uuid db55a66b-8be9-4ed8-b11e-983b05977063 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.211057] env[69436]: INFO nova.scheduler.client.report [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Deleted allocations for instance c4f9d6db-722b-4da2-8e48-192598d791b1 [ 835.254027] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.420291] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068552} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.420737] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.421709] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def8e0b-cd98-4c9a-aa90-f4a239d330b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.446259] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] fe4f08b4-aa1c-4326-93ed-d073072b178a/fe4f08b4-aa1c-4326-93ed-d073072b178a.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.446742] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3053c7d3-98c4-440f-97a5-b7b1ac306652 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.467767] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.468018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.472141] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 835.472141] env[69436]: value = "task-3254845" [ 835.472141] env[69436]: _type = "Task" [ 835.472141] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.481827] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.485867] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "298e90fa-341b-49c1-a847-be91c3724140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.486226] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "298e90fa-341b-49c1-a847-be91c3724140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.559587] env[69436]: DEBUG nova.compute.manager [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 835.559812] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.560795] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b247efce-3ef6-4aa5-8b58-26d3eeea8542 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.568054] env[69436]: DEBUG nova.compute.manager [req-a143971e-54d7-4e47-b7e8-a4b66f183ae3 req-6022609f-5a39-49d0-be5c-668e829342ed service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Received event network-vif-deleted-859dc928-a376-42eb-b256-6f6a3dd6e1f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 835.568268] env[69436]: INFO nova.compute.manager [req-a143971e-54d7-4e47-b7e8-a4b66f183ae3 req-6022609f-5a39-49d0-be5c-668e829342ed service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Neutron deleted interface 859dc928-a376-42eb-b256-6f6a3dd6e1f8; detaching it from the instance and deleting it from the info cache [ 835.568443] env[69436]: DEBUG nova.network.neutron [req-a143971e-54d7-4e47-b7e8-a4b66f183ae3 req-6022609f-5a39-49d0-be5c-668e829342ed service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.574329] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.574583] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b09a2d-c84e-4934-9561-a833dc06b1eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.581999] env[69436]: DEBUG oslo_vmware.api [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 835.581999] env[69436]: value = "task-3254846" [ 835.581999] env[69436]: _type = "Task" [ 835.581999] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.592471] env[69436]: DEBUG oslo_vmware.api [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.723124] env[69436]: DEBUG oslo_concurrency.lockutils [None req-377503ce-fd13-4ac6-97ce-d1349fcda1c8 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "c4f9d6db-722b-4da2-8e48-192598d791b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.593s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.828390] env[69436]: DEBUG nova.network.neutron [-] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.989442] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254845, 'name': ReconfigVM_Task, 'duration_secs': 0.336074} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.989653] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] fe4f08b4-aa1c-4326-93ed-d073072b178a/fe4f08b4-aa1c-4326-93ed-d073072b178a.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.990635] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbe0d1ae-78d9-4a36-891f-2bae3160c292 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.999189] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 835.999189] env[69436]: value = "task-3254847" [ 835.999189] env[69436]: _type = "Task" [ 835.999189] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.006875] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254847, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.071714] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e76133e-9300-4ba2-8bbb-9cdc0c7847d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.080278] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e4826-a02e-4b6c-b971-e7f9aab83744 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.102117] env[69436]: DEBUG oslo_vmware.api [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254846, 'name': PowerOffVM_Task, 'duration_secs': 0.292422} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.102376] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.102590] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.102846] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-582f20d3-fb81-4ab9-aab0-1ccdec9bad26 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.122271] env[69436]: DEBUG nova.compute.manager [req-a143971e-54d7-4e47-b7e8-a4b66f183ae3 req-6022609f-5a39-49d0-be5c-668e829342ed service nova] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Detach interface failed, port_id=859dc928-a376-42eb-b256-6f6a3dd6e1f8, reason: Instance 158c19a4-af6d-41e9-9352-8eef13f1ec20 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 836.174213] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.174376] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.174502] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Deleting the datastore file [datastore2] b55c5dca-5285-43be-8c6c-46acb75420e4 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.177246] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871efdc6-f909-4b43-a90a-a060b434fbe0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.183839] env[69436]: DEBUG oslo_vmware.api [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for the task: (returnval){ [ 836.183839] env[69436]: value = "task-3254849" [ 836.183839] env[69436]: _type = "Task" [ 836.183839] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.193800] env[69436]: DEBUG oslo_vmware.api [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.269717] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f1d969-d335-48ed-8d6f-1d79906566bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.277891] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f9129-cbaa-4bd2-ad21-152dc2483fa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.311506] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54464358-abea-4757-a9da-3982400cb24c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.319744] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814055ef-9e34-4b43-8b58-566700c7c705 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.333612] env[69436]: INFO nova.compute.manager [-] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Took 1.84 seconds to deallocate network for instance. [ 836.334143] env[69436]: DEBUG nova.compute.provider_tree [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.510520] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254847, 'name': Rename_Task, 'duration_secs': 0.143793} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.510891] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.511062] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5271ac-882f-4a7d-af3c-fa36c13a8c80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.517505] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 836.517505] env[69436]: value = "task-3254850" [ 836.517505] env[69436]: _type = "Task" [ 836.517505] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.524841] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.539371] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "a1fcd268-6fad-4666-bebd-5a0324a9006d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.539611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.539817] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "a1fcd268-6fad-4666-bebd-5a0324a9006d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.539997] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.540180] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.542406] env[69436]: INFO nova.compute.manager [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Terminating instance [ 836.693996] env[69436]: DEBUG oslo_vmware.api [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Task: {'id': task-3254849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206068} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.694280] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.694493] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.694644] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.694845] env[69436]: INFO nova.compute.manager [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 836.695072] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.695263] env[69436]: DEBUG nova.compute.manager [-] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 836.695356] env[69436]: DEBUG nova.network.neutron [-] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.838677] env[69436]: DEBUG nova.scheduler.client.report [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.842825] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.028016] env[69436]: DEBUG oslo_vmware.api [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254850, 'name': PowerOnVM_Task, 'duration_secs': 0.46185} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.028469] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.028563] env[69436]: INFO nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Took 6.37 seconds to spawn the instance on the hypervisor. [ 837.028694] env[69436]: DEBUG nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 837.029498] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29082295-8d34-4bb2-a76c-3ac2899a4bbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.046026] env[69436]: DEBUG nova.compute.manager [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 837.046146] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.047152] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67cdb7e-6388-407b-8812-ba9c63708816 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.054246] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.054499] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41672561-7ca7-4ec7-8613-297fb70ae153 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.060768] env[69436]: DEBUG oslo_vmware.api [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 837.060768] env[69436]: value = "task-3254851" [ 837.060768] env[69436]: _type = "Task" [ 837.060768] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.069945] env[69436]: DEBUG oslo_vmware.api [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.344575] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.347931] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.321s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.350042] env[69436]: INFO nova.compute.claims [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.365605] env[69436]: INFO nova.scheduler.client.report [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Deleted allocations for instance db55a66b-8be9-4ed8-b11e-983b05977063 [ 837.516020] env[69436]: DEBUG nova.network.neutron [-] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.549634] env[69436]: INFO nova.compute.manager [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Took 50.21 seconds to build instance. [ 837.571831] env[69436]: DEBUG oslo_vmware.api [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254851, 'name': PowerOffVM_Task, 'duration_secs': 0.24965} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.572151] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.572326] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.572651] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11eab57-5fc1-495f-ac89-1431fbcccc6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.602114] env[69436]: DEBUG nova.compute.manager [req-85d428a6-0a02-44b9-b5d6-d882b5ebaab3 req-2892f014-768e-4f57-97f7-6201e00e4148 service nova] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Received event network-vif-deleted-a7ee9610-ed7f-4c4f-9964-c1bace28b23b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 837.640037] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.640384] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.640520] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Deleting the datastore file [datastore1] a1fcd268-6fad-4666-bebd-5a0324a9006d {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.640801] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd35fb8-65b8-426b-87cd-09a3055258e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.647838] env[69436]: DEBUG oslo_vmware.api [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for the task: (returnval){ [ 837.647838] env[69436]: value = "task-3254853" [ 837.647838] env[69436]: _type = "Task" [ 837.647838] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.656230] env[69436]: DEBUG oslo_vmware.api [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.873873] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d60d5111-9c66-4474-99b1-26bb1cc59297 tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "db55a66b-8be9-4ed8-b11e-983b05977063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.616s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.018323] env[69436]: INFO nova.compute.manager [-] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Took 1.32 seconds to deallocate network for instance. [ 838.051567] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f818592-fe80-4772-9cda-e21ac22f690a tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.585s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.158321] env[69436]: DEBUG oslo_vmware.api [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Task: {'id': task-3254853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120491} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.158691] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.158941] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.159215] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.159464] env[69436]: INFO nova.compute.manager [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 838.159859] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.160163] env[69436]: DEBUG nova.compute.manager [-] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 838.160310] env[69436]: DEBUG nova.network.neutron [-] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.528647] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.553725] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 838.872892] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc8d39-b753-4d0b-904c-20db14b4a883 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.880890] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00ce3ad-95d7-4562-ae2b-cf3ed4b30e72 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.910517] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcdbcd8-96dc-4b6e-9793-216b9cce1000 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.918066] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d63ef-679f-4833-96ee-e68d0218f158 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.931261] env[69436]: DEBUG nova.compute.provider_tree [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.966335] env[69436]: DEBUG nova.compute.manager [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 838.967390] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e86904-3552-4544-877d-ba036f8c5709 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.074530] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.114120] env[69436]: DEBUG nova.network.neutron [-] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.454483] env[69436]: ERROR nova.scheduler.client.report [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [req-a3c9b2f0-59d8-410d-bd85-17589710e5b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3c9b2f0-59d8-410d-bd85-17589710e5b0"}]} [ 839.470487] env[69436]: DEBUG nova.scheduler.client.report [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.477546] env[69436]: INFO nova.compute.manager [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] instance snapshotting [ 839.480354] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2262c924-00c6-4669-b010-eba89e60ffa3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.487740] env[69436]: DEBUG nova.scheduler.client.report [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.487740] env[69436]: DEBUG nova.compute.provider_tree [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.501715] env[69436]: DEBUG nova.scheduler.client.report [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.504273] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ed289-b843-44d9-92d8-e9dff5ded3f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.526332] env[69436]: DEBUG nova.scheduler.client.report [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.619456] env[69436]: INFO nova.compute.manager [-] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Took 1.46 seconds to deallocate network for instance. [ 839.628506] env[69436]: DEBUG nova.compute.manager [req-804fa5ef-c3fe-4242-9889-780f591030b4 req-aa5beb12-e0b7-4a3e-ae87-97331559240f service nova] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Received event network-vif-deleted-5b0761a7-5879-4c15-bab9-562f653df7e4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 839.677069] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "f9df8e3f-0758-40fa-bc45-a013a7224300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.677353] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.677561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "f9df8e3f-0758-40fa-bc45-a013a7224300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.677749] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.677914] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.680009] env[69436]: INFO nova.compute.manager [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Terminating instance [ 840.012058] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0706a69a-f996-4cc1-a29a-435c40cdc4c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.015507] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.015705] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f6264e4-1b05-4f7c-90ed-f4c0e0b1ce1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.024564] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f25938-c425-4035-a147-1deeb6bbf4a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.027705] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 840.027705] env[69436]: value = "task-3254854" [ 840.027705] env[69436]: _type = "Task" [ 840.027705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.057871] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8081c1-bebd-4c5e-97e2-09f86ece5bf8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.063334] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.068345] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39df8e-ea94-4f6d-8b2b-34c98a87c292 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.081560] env[69436]: DEBUG nova.compute.provider_tree [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.127965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.188617] env[69436]: DEBUG nova.compute.manager [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 840.188849] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.189728] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca167ae-2b83-4ceb-b058-f141c70a773c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.197609] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.197842] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a4d7276-3962-4c93-9f97-573851f06ee1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.204218] env[69436]: DEBUG oslo_vmware.api [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 840.204218] env[69436]: value = "task-3254855" [ 840.204218] env[69436]: _type = "Task" [ 840.204218] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.211497] env[69436]: DEBUG oslo_vmware.api [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.538074] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.624395] env[69436]: DEBUG nova.scheduler.client.report [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 840.624670] env[69436]: DEBUG nova.compute.provider_tree [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 91 to 92 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 840.624865] env[69436]: DEBUG nova.compute.provider_tree [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.715420] env[69436]: DEBUG oslo_vmware.api [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254855, 'name': PowerOffVM_Task, 'duration_secs': 0.388717} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.715687] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.715853] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.716122] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21573868-e062-41e7-a9d0-1147add82830 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.805758] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.806100] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.806299] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Deleting the datastore file [datastore1] f9df8e3f-0758-40fa-bc45-a013a7224300 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.806581] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6c3eb2-2772-473e-aba0-9e7ce19d62ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.812990] env[69436]: DEBUG oslo_vmware.api [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for the task: (returnval){ [ 840.812990] env[69436]: value = "task-3254857" [ 840.812990] env[69436]: _type = "Task" [ 840.812990] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.820906] env[69436]: DEBUG oslo_vmware.api [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.038572] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254854, 'name': CreateSnapshot_Task, 'duration_secs': 0.559129} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.039158] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.039878] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19634afe-01a2-418f-809d-099990d4acca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.132709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.785s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.133279] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 841.135728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.589s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.325108] env[69436]: DEBUG oslo_vmware.api [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Task: {'id': task-3254857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137139} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.325262] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.325454] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.325630] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.325818] env[69436]: INFO nova.compute.manager [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Took 1.14 seconds to destroy the instance on the hypervisor. [ 841.326067] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.326256] env[69436]: DEBUG nova.compute.manager [-] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 841.326342] env[69436]: DEBUG nova.network.neutron [-] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.557507] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.557846] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-accab4bc-609d-4184-8a38-442414d10839 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.569046] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 841.569046] env[69436]: value = "task-3254858" [ 841.569046] env[69436]: _type = "Task" [ 841.569046] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.577205] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254858, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.640053] env[69436]: DEBUG nova.compute.utils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.643105] env[69436]: INFO nova.compute.claims [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.647026] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 841.647127] env[69436]: DEBUG nova.network.neutron [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.653643] env[69436]: DEBUG nova.compute.manager [req-beaf27a3-798d-4f80-a339-e90b45f42009 req-44b419c9-d710-42f0-b0e0-a5da30827677 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Received event network-vif-deleted-9a256fc0-1f90-45f4-9c2f-78abc78eab79 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 841.653823] env[69436]: INFO nova.compute.manager [req-beaf27a3-798d-4f80-a339-e90b45f42009 req-44b419c9-d710-42f0-b0e0-a5da30827677 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Neutron deleted interface 9a256fc0-1f90-45f4-9c2f-78abc78eab79; detaching it from the instance and deleting it from the info cache [ 841.653986] env[69436]: DEBUG nova.network.neutron [req-beaf27a3-798d-4f80-a339-e90b45f42009 req-44b419c9-d710-42f0-b0e0-a5da30827677 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.701211] env[69436]: DEBUG nova.policy [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76582931e608463095cb3c77b9bb1308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de10c837b83b480aaf7359e3183f9a6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.080551] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254858, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.105244] env[69436]: DEBUG nova.network.neutron [-] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.144809] env[69436]: DEBUG nova.network.neutron [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Successfully created port: acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.147217] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 842.152616] env[69436]: INFO nova.compute.resource_tracker [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating resource usage from migration cfa57a71-444c-471d-b846-e651e659dc39 [ 842.160435] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc19166-9839-4e0e-86eb-0d9138fb924f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.173119] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811d384-a627-4b9e-a4d9-137918887a5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.211629] env[69436]: DEBUG nova.compute.manager [req-beaf27a3-798d-4f80-a339-e90b45f42009 req-44b419c9-d710-42f0-b0e0-a5da30827677 service nova] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Detach interface failed, port_id=9a256fc0-1f90-45f4-9c2f-78abc78eab79, reason: Instance f9df8e3f-0758-40fa-bc45-a013a7224300 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 842.593560] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254858, 'name': CloneVM_Task, 'duration_secs': 0.957679} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.597184] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Created linked-clone VM from snapshot [ 842.598408] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2acda-b010-428b-a431-20cc8604a21a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.608681] env[69436]: INFO nova.compute.manager [-] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Took 1.28 seconds to deallocate network for instance. [ 842.609056] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Uploading image 97a12f2d-6673-4c54-8500-3839bab3d580 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 842.631974] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 842.631974] env[69436]: value = "vm-650335" [ 842.631974] env[69436]: _type = "VirtualMachine" [ 842.631974] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 842.632387] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f0656d9-18e5-4a4b-ab9f-6318b6bea340 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.639497] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease: (returnval){ [ 842.639497] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e4079-89e5-1edd-53b1-77cd5fb82c00" [ 842.639497] env[69436]: _type = "HttpNfcLease" [ 842.639497] env[69436]: } obtained for exporting VM: (result){ [ 842.639497] env[69436]: value = "vm-650335" [ 842.639497] env[69436]: _type = "VirtualMachine" [ 842.639497] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 842.639745] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the lease: (returnval){ [ 842.639745] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e4079-89e5-1edd-53b1-77cd5fb82c00" [ 842.639745] env[69436]: _type = "HttpNfcLease" [ 842.639745] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 842.646759] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.646759] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e4079-89e5-1edd-53b1-77cd5fb82c00" [ 842.646759] env[69436]: _type = "HttpNfcLease" [ 842.646759] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 842.816592] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc330461-6842-4c8b-9985-b533df12adb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.824443] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a04c35b-6fed-4a1a-931a-a9e4f0e5a672 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.855654] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443402fc-2261-4dd7-87e1-a481866eedf5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.863492] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d86a421-7fe7-4bd0-9c73-25844da4127b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.876689] env[69436]: DEBUG nova.compute.provider_tree [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.121935] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.148108] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.148108] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e4079-89e5-1edd-53b1-77cd5fb82c00" [ 843.148108] env[69436]: _type = "HttpNfcLease" [ 843.148108] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.148432] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.148432] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520e4079-89e5-1edd-53b1-77cd5fb82c00" [ 843.148432] env[69436]: _type = "HttpNfcLease" [ 843.148432] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.149187] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392ff80d-0835-4eab-89e0-8c561ff78b78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.159056] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ecc13-09ce-09a1-d953-74c14676c42c/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.159130] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ecc13-09ce-09a1-d953-74c14676c42c/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.216258] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 843.237897] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.238159] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.238317] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.238495] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.238639] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.238788] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.238996] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.239178] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.239348] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.239512] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.239684] env[69436]: DEBUG nova.virt.hardware [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.240557] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2fdeae-4d0d-40a7-a0a3-1876639e49c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.248278] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d6dc8a-1ade-4240-b9bc-5e2761084d96 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.329963] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4f2eaa3-78e7-4b3f-af45-3b036f123415 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.382410] env[69436]: DEBUG nova.scheduler.client.report [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.700052] env[69436]: DEBUG nova.compute.manager [req-d1cc29c1-b22e-4bd3-8f24-726e090bd25b req-bc38d502-befb-40f1-a152-b46f8615353a service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Received event network-vif-plugged-acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 843.701959] env[69436]: DEBUG oslo_concurrency.lockutils [req-d1cc29c1-b22e-4bd3-8f24-726e090bd25b req-bc38d502-befb-40f1-a152-b46f8615353a service nova] Acquiring lock "07f6d714-16cf-405a-8fda-95fcd48791d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.702588] env[69436]: DEBUG oslo_concurrency.lockutils [req-d1cc29c1-b22e-4bd3-8f24-726e090bd25b req-bc38d502-befb-40f1-a152-b46f8615353a service nova] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.703533] env[69436]: DEBUG oslo_concurrency.lockutils [req-d1cc29c1-b22e-4bd3-8f24-726e090bd25b req-bc38d502-befb-40f1-a152-b46f8615353a service nova] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.703916] env[69436]: DEBUG nova.compute.manager [req-d1cc29c1-b22e-4bd3-8f24-726e090bd25b req-bc38d502-befb-40f1-a152-b46f8615353a service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] No waiting events found dispatching network-vif-plugged-acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.704678] env[69436]: WARNING nova.compute.manager [req-d1cc29c1-b22e-4bd3-8f24-726e090bd25b req-bc38d502-befb-40f1-a152-b46f8615353a service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Received unexpected event network-vif-plugged-acfe223d-2051-4656-a124-ba1f97da9933 for instance with vm_state building and task_state spawning. [ 843.753832] env[69436]: DEBUG nova.network.neutron [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Successfully updated port: acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.887168] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.751s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.887473] env[69436]: INFO nova.compute.manager [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Migrating [ 843.898131] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.934s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.898505] env[69436]: DEBUG nova.objects.instance [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lazy-loading 'resources' on Instance uuid 9b4c0a65-7270-4028-b232-6e756b03d182 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.258835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "refresh_cache-07f6d714-16cf-405a-8fda-95fcd48791d0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.258835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquired lock "refresh_cache-07f6d714-16cf-405a-8fda-95fcd48791d0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.258835] env[69436]: DEBUG nova.network.neutron [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.404455] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.404747] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.404855] env[69436]: DEBUG nova.network.neutron [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.817827] env[69436]: DEBUG nova.network.neutron [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.922717] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4c35d0-a1b4-4e10-aaaf-d5de1090fbae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.934190] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f25d6-a043-41dd-9e52-388bb845aa45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.974400] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57d3ee-ecc2-470c-a8bc-ee83e929b930 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.982373] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f95f2-5616-491a-a64c-93bfb251ef2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.998181] env[69436]: DEBUG nova.compute.provider_tree [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.048006] env[69436]: DEBUG nova.network.neutron [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Updating instance_info_cache with network_info: [{"id": "acfe223d-2051-4656-a124-ba1f97da9933", "address": "fa:16:3e:ff:ab:8b", "network": {"id": "ae4c81fd-41b7-474c-90bd-89307494d0fb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1556146946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de10c837b83b480aaf7359e3183f9a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacfe223d-20", "ovs_interfaceid": "acfe223d-2051-4656-a124-ba1f97da9933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.185906] env[69436]: DEBUG nova.network.neutron [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.501395] env[69436]: DEBUG nova.scheduler.client.report [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.551101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Releasing lock "refresh_cache-07f6d714-16cf-405a-8fda-95fcd48791d0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.551445] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Instance network_info: |[{"id": "acfe223d-2051-4656-a124-ba1f97da9933", "address": "fa:16:3e:ff:ab:8b", "network": {"id": "ae4c81fd-41b7-474c-90bd-89307494d0fb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1556146946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de10c837b83b480aaf7359e3183f9a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacfe223d-20", "ovs_interfaceid": "acfe223d-2051-4656-a124-ba1f97da9933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 845.551993] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:ab:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acfe223d-2051-4656-a124-ba1f97da9933', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.560835] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Creating folder: Project (de10c837b83b480aaf7359e3183f9a6a). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.561530] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-209c5c66-e4d8-44ff-abdd-b17944853767 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.572407] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Created folder: Project (de10c837b83b480aaf7359e3183f9a6a) in parent group-v650165. [ 845.572614] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Creating folder: Instances. Parent ref: group-v650336. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.572964] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b93a50c-42a5-4b6e-9db1-6220235c6d31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.581220] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Created folder: Instances in parent group-v650336. [ 845.581463] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.581647] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.581851] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b920c50-f407-4eb2-829f-7c3752c39b5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.600563] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.600563] env[69436]: value = "task-3254862" [ 845.600563] env[69436]: _type = "Task" [ 845.600563] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.608063] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254862, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.689153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.728913] env[69436]: DEBUG nova.compute.manager [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Received event network-changed-acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 845.729170] env[69436]: DEBUG nova.compute.manager [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Refreshing instance network info cache due to event network-changed-acfe223d-2051-4656-a124-ba1f97da9933. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 845.729418] env[69436]: DEBUG oslo_concurrency.lockutils [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] Acquiring lock "refresh_cache-07f6d714-16cf-405a-8fda-95fcd48791d0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.729508] env[69436]: DEBUG oslo_concurrency.lockutils [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] Acquired lock "refresh_cache-07f6d714-16cf-405a-8fda-95fcd48791d0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.729674] env[69436]: DEBUG nova.network.neutron [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Refreshing network info cache for port acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.007343] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.010048] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.773s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.011595] env[69436]: INFO nova.compute.claims [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.034102] env[69436]: INFO nova.scheduler.client.report [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleted allocations for instance 9b4c0a65-7270-4028-b232-6e756b03d182 [ 846.111095] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254862, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.454622] env[69436]: DEBUG nova.network.neutron [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Updated VIF entry in instance network info cache for port acfe223d-2051-4656-a124-ba1f97da9933. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.455060] env[69436]: DEBUG nova.network.neutron [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Updating instance_info_cache with network_info: [{"id": "acfe223d-2051-4656-a124-ba1f97da9933", "address": "fa:16:3e:ff:ab:8b", "network": {"id": "ae4c81fd-41b7-474c-90bd-89307494d0fb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1556146946-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de10c837b83b480aaf7359e3183f9a6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacfe223d-20", "ovs_interfaceid": "acfe223d-2051-4656-a124-ba1f97da9933", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.540886] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6de4e64e-cfc3-4a4c-a647-b73cedd37368 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "9b4c0a65-7270-4028-b232-6e756b03d182" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.097s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.612053] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254862, 'name': CreateVM_Task, 'duration_secs': 0.743798} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.612053] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.613248] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.613248] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.613377] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.613656] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cf707a-ff30-4b57-8f72-0e94ae8b7a74 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.618233] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 846.618233] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c85357-8340-ac17-cd87-fe1d3d716a9e" [ 846.618233] env[69436]: _type = "Task" [ 846.618233] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.626550] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c85357-8340-ac17-cd87-fe1d3d716a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.791132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "84bd8049-779a-42b6-8466-3a4afee0a1e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.791499] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.791757] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "84bd8049-779a-42b6-8466-3a4afee0a1e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.791956] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.792143] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.794418] env[69436]: INFO nova.compute.manager [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Terminating instance [ 846.960583] env[69436]: DEBUG oslo_concurrency.lockutils [req-fc4ec29f-6fd9-4b9b-a012-c0fe73883772 req-50ba5562-10fd-4d12-a529-d82be8065808 service nova] Releasing lock "refresh_cache-07f6d714-16cf-405a-8fda-95fcd48791d0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.133208] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c85357-8340-ac17-cd87-fe1d3d716a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.133558] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.133825] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.134163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.134245] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.134406] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.134698] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd6a843-05e2-4e17-b633-35e51a73ea27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.145854] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.147046] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.147046] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af66b02-adb4-4ab4-aa67-fd754dec09c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.152247] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 847.152247] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0b9f5-ce96-40d9-2949-3eb6cf43aeea" [ 847.152247] env[69436]: _type = "Task" [ 847.152247] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.162405] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0b9f5-ce96-40d9-2949-3eb6cf43aeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.205750] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ff424-b098-4d43-98dc-a55002f9bba9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.231230] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.304445] env[69436]: DEBUG nova.compute.manager [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 847.304445] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.305095] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64d5e22-cf55-479f-9791-e26c27a588ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.313523] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.313855] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56911f5c-870f-4539-a382-b5acceb9dec8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.321926] env[69436]: DEBUG oslo_vmware.api [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 847.321926] env[69436]: value = "task-3254863" [ 847.321926] env[69436]: _type = "Task" [ 847.321926] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.331830] env[69436]: DEBUG oslo_vmware.api [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.569128] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc3960a-7d62-4d1a-b528-30dcbd463679 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.576556] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07931cf-3ba0-46ff-88ef-f9ddb22d14e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.606497] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee2455-48ac-446b-a451-f1186355e482 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.614469] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715868c-07e9-4263-bf83-2de3cce3e8d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.628371] env[69436]: DEBUG nova.compute.provider_tree [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.665666] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0b9f5-ce96-40d9-2949-3eb6cf43aeea, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.666483] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09271264-b644-449f-a29b-fe297e7f0d36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.671688] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 847.671688] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6b23a-88e0-ea97-a243-180d3b2c6deb" [ 847.671688] env[69436]: _type = "Task" [ 847.671688] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.679301] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6b23a-88e0-ea97-a243-180d3b2c6deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.743108] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.743108] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a47ec0-d34f-4ddf-9d86-776d2d62349c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.750958] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 847.750958] env[69436]: value = "task-3254864" [ 847.750958] env[69436]: _type = "Task" [ 847.750958] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.762488] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 847.763020] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.831612] env[69436]: DEBUG oslo_vmware.api [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254863, 'name': PowerOffVM_Task, 'duration_secs': 0.22337} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.831898] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.832113] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.832605] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1338555-72f0-45ae-a0d7-4dc98aa7f044 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.893286] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.893650] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.893928] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleting the datastore file [datastore2] 84bd8049-779a-42b6-8466-3a4afee0a1e8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.894285] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91636757-aa2a-4d5d-8ace-7ec26bd62fb7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.899896] env[69436]: DEBUG oslo_vmware.api [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 847.899896] env[69436]: value = "task-3254866" [ 847.899896] env[69436]: _type = "Task" [ 847.899896] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.907594] env[69436]: DEBUG oslo_vmware.api [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.131988] env[69436]: DEBUG nova.scheduler.client.report [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.182806] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a6b23a-88e0-ea97-a243-180d3b2c6deb, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.183108] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.183380] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 07f6d714-16cf-405a-8fda-95fcd48791d0/07f6d714-16cf-405a-8fda-95fcd48791d0.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.183644] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e5e8e19-fab4-4777-80f9-0ca580af7006 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.190361] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 848.190361] env[69436]: value = "task-3254867" [ 848.190361] env[69436]: _type = "Task" [ 848.190361] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.198511] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.270272] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.270469] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.270559] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.270776] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.270965] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.271176] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.271422] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.271617] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.271812] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.272027] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.272304] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.277914] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76a0f63-ddc5-4225-b5c8-c38f9930f773 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.296389] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 848.296389] env[69436]: value = "task-3254868" [ 848.296389] env[69436]: _type = "Task" [ 848.296389] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.305876] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.412690] env[69436]: DEBUG oslo_vmware.api [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169956} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.413026] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.413627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.413627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.413790] env[69436]: INFO nova.compute.manager [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 848.413906] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.414130] env[69436]: DEBUG nova.compute.manager [-] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 848.414225] env[69436]: DEBUG nova.network.neutron [-] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.637494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.638265] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 848.641513] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.053s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.700787] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476893} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.701055] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 07f6d714-16cf-405a-8fda-95fcd48791d0/07f6d714-16cf-405a-8fda-95fcd48791d0.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.701265] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.701512] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc7e8cbe-b126-4b49-af3c-1b8902c8686b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.708448] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 848.708448] env[69436]: value = "task-3254869" [ 848.708448] env[69436]: _type = "Task" [ 848.708448] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.716696] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.737236] env[69436]: DEBUG nova.compute.manager [req-545f6a1a-0029-4890-ae49-8e9159fb733a req-436da368-7c9d-46ba-bb7b-12287191f97b service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Received event network-vif-deleted-350ab892-cbca-4213-a5be-b42936bc14aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 848.737317] env[69436]: INFO nova.compute.manager [req-545f6a1a-0029-4890-ae49-8e9159fb733a req-436da368-7c9d-46ba-bb7b-12287191f97b service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Neutron deleted interface 350ab892-cbca-4213-a5be-b42936bc14aa; detaching it from the instance and deleting it from the info cache [ 848.737781] env[69436]: DEBUG nova.network.neutron [req-545f6a1a-0029-4890-ae49-8e9159fb733a req-436da368-7c9d-46ba-bb7b-12287191f97b service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.806830] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254868, 'name': ReconfigVM_Task, 'duration_secs': 0.19639} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.807152] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.145348] env[69436]: DEBUG nova.compute.utils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.149650] env[69436]: INFO nova.compute.claims [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.153694] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 849.153891] env[69436]: DEBUG nova.network.neutron [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.193459] env[69436]: DEBUG nova.policy [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bd62b4370134697b154bf69e4d73c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '919af846473a480aa1ef4848aeae88fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.219015] env[69436]: DEBUG nova.network.neutron [-] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.222396] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067694} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.223866] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.224726] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa640f-b878-4756-b625-bf6341089ced {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.247960] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 07f6d714-16cf-405a-8fda-95fcd48791d0/07f6d714-16cf-405a-8fda-95fcd48791d0.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.248843] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8376b2df-bace-4b3a-9d9f-4351b45ddb51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.263359] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20fc9241-ffbd-49a4-9f7a-78bfdfe5d90c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.273758] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a8353-dde0-4e85-b967-c9fb79afe5b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.286435] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 849.286435] env[69436]: value = "task-3254870" [ 849.286435] env[69436]: _type = "Task" [ 849.286435] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.296396] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.314515] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.315035] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.315375] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.315754] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.316332] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.316547] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.316889] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.317352] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.317422] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.317657] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.317942] env[69436]: DEBUG nova.virt.hardware [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.325285] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.328846] env[69436]: DEBUG nova.compute.manager [req-545f6a1a-0029-4890-ae49-8e9159fb733a req-436da368-7c9d-46ba-bb7b-12287191f97b service nova] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Detach interface failed, port_id=350ab892-cbca-4213-a5be-b42936bc14aa, reason: Instance 84bd8049-779a-42b6-8466-3a4afee0a1e8 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 849.328846] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e222a4a-ec06-4256-bee0-cfc1586b516a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.348412] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 849.348412] env[69436]: value = "task-3254871" [ 849.348412] env[69436]: _type = "Task" [ 849.348412] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.359096] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.524610] env[69436]: DEBUG nova.network.neutron [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Successfully created port: acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.655224] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 849.659399] env[69436]: INFO nova.compute.resource_tracker [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating resource usage from migration 0f15bf2b-7828-4583-a5c2-3f7a1caf60a9 [ 849.721973] env[69436]: INFO nova.compute.manager [-] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Took 1.31 seconds to deallocate network for instance. [ 849.797234] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.859189] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.138852] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ecc13-09ce-09a1-d953-74c14676c42c/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.139547] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897aeb84-9ecd-4125-b0ef-66a693505b8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.145869] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ecc13-09ce-09a1-d953-74c14676c42c/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.146050] env[69436]: ERROR oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ecc13-09ce-09a1-d953-74c14676c42c/disk-0.vmdk due to incomplete transfer. [ 850.146281] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-708cb589-f65d-4145-a189-2e3fc6af9ea9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.157112] env[69436]: DEBUG oslo_vmware.rw_handles [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ecc13-09ce-09a1-d953-74c14676c42c/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 850.157316] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Uploaded image 97a12f2d-6673-4c54-8500-3839bab3d580 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 850.159586] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.159841] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a71355fb-16d5-49f9-ba0d-e76fc171a2ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.173761] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 850.173761] env[69436]: value = "task-3254872" [ 850.173761] env[69436]: _type = "Task" [ 850.173761] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.182016] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254872, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.232731] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef3672-1497-408e-a4c8-f789475e5665 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.235996] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.242046] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b37f2-dc16-4422-b2fb-b81048e1b107 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.273059] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a57279-a897-4ab0-8475-b5b10263436a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.280951] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88c951b-565c-4927-b3a6-75c1fdd2fab9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.298271] env[69436]: DEBUG nova.compute.provider_tree [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.304646] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254870, 'name': ReconfigVM_Task, 'duration_secs': 0.547671} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.304918] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 07f6d714-16cf-405a-8fda-95fcd48791d0/07f6d714-16cf-405a-8fda-95fcd48791d0.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.305547] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-094a2343-9e97-4f0e-927f-b58ab228430a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.312502] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 850.312502] env[69436]: value = "task-3254873" [ 850.312502] env[69436]: _type = "Task" [ 850.312502] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.323612] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254873, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.359313] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.671970] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 850.683334] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254872, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.695339] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.695584] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.695751] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.695988] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.696166] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.696315] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.696522] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.696682] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.696849] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.697017] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.697196] env[69436]: DEBUG nova.virt.hardware [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.698067] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6619271-99be-4f13-a288-954f8b759938 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.705770] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae02f97-5200-47e5-a777-3ee8d2ea3b86 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.801456] env[69436]: DEBUG nova.scheduler.client.report [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.825321] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254873, 'name': Rename_Task, 'duration_secs': 0.147101} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.825753] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.825874] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ead7782-a369-4566-93bf-f0fc8e8bbeed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.832987] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 850.832987] env[69436]: value = "task-3254874" [ 850.832987] env[69436]: _type = "Task" [ 850.832987] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.841837] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.858816] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254871, 'name': ReconfigVM_Task, 'duration_secs': 1.176756} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.859067] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.859854] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742e193-25fb-4038-b035-c95f00d4c092 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.881946] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8/eb6b1512-b9e6-4a1f-8e7c-12799768cca8.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.882288] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778f6b89-baba-47ca-b26a-dce1b4a7d85d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.901801] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 850.901801] env[69436]: value = "task-3254875" [ 850.901801] env[69436]: _type = "Task" [ 850.901801] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.910305] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.999498] env[69436]: DEBUG nova.compute.manager [req-3340fadf-b928-4fcc-b92c-3fbaab58f71a req-1cc5d91c-4a1f-4559-8f22-dab627da6dfe service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-vif-plugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 850.999623] env[69436]: DEBUG oslo_concurrency.lockutils [req-3340fadf-b928-4fcc-b92c-3fbaab58f71a req-1cc5d91c-4a1f-4559-8f22-dab627da6dfe service nova] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.999841] env[69436]: DEBUG oslo_concurrency.lockutils [req-3340fadf-b928-4fcc-b92c-3fbaab58f71a req-1cc5d91c-4a1f-4559-8f22-dab627da6dfe service nova] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.001035] env[69436]: DEBUG oslo_concurrency.lockutils [req-3340fadf-b928-4fcc-b92c-3fbaab58f71a req-1cc5d91c-4a1f-4559-8f22-dab627da6dfe service nova] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.001035] env[69436]: DEBUG nova.compute.manager [req-3340fadf-b928-4fcc-b92c-3fbaab58f71a req-1cc5d91c-4a1f-4559-8f22-dab627da6dfe service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] No waiting events found dispatching network-vif-plugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.001035] env[69436]: WARNING nova.compute.manager [req-3340fadf-b928-4fcc-b92c-3fbaab58f71a req-1cc5d91c-4a1f-4559-8f22-dab627da6dfe service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received unexpected event network-vif-plugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc for instance with vm_state building and task_state spawning. [ 851.095866] env[69436]: DEBUG nova.network.neutron [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Successfully updated port: acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.186318] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254872, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.306771] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.665s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.306985] env[69436]: INFO nova.compute.manager [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Migrating [ 851.314288] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.244s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.314544] env[69436]: DEBUG nova.objects.instance [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lazy-loading 'resources' on Instance uuid 968d92c8-078e-4f9d-8183-aa2edebf8b4c {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.346789] env[69436]: DEBUG oslo_vmware.api [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254874, 'name': PowerOnVM_Task, 'duration_secs': 0.492456} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.346789] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.346789] env[69436]: INFO nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Took 8.13 seconds to spawn the instance on the hypervisor. [ 851.346789] env[69436]: DEBUG nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 851.347756] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45215d71-d925-4002-995e-92a34eb19931 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.411897] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.601536] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.601536] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.601536] env[69436]: DEBUG nova.network.neutron [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.684364] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254872, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.827502] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.827676] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.827849] env[69436]: DEBUG nova.network.neutron [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.865803] env[69436]: INFO nova.compute.manager [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Took 55.86 seconds to build instance. [ 851.918032] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.982892] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "0feeab35-8ee3-400e-982a-84f558fd4d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.983897] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.141059] env[69436]: DEBUG nova.network.neutron [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.186021] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254872, 'name': Destroy_Task, 'duration_secs': 1.568325} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.188629] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Destroyed the VM [ 852.188876] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.189338] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4091870c-cde5-401e-9cbb-e73cf574ed1c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.195806] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 852.195806] env[69436]: value = "task-3254876" [ 852.195806] env[69436]: _type = "Task" [ 852.195806] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.206418] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.329126] env[69436]: DEBUG nova.network.neutron [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.345834] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f2b8c-dbfd-4ae4-9833-8cb1e55673b4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.357189] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912c2a6f-aa61-433e-a79c-f7cb66b9b2a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.388761] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae0b7075-f49e-4f29-9f01-1cc7cd30bd94 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.578s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.393108] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a73234-ea5e-4c57-bccb-ba58414bbe1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.402386] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c226ed8-6b72-43bf-a962-9797798dcc00 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.419633] env[69436]: DEBUG nova.compute.provider_tree [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.424277] env[69436]: DEBUG oslo_vmware.api [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3254875, 'name': ReconfigVM_Task, 'duration_secs': 1.263685} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.425594] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8/eb6b1512-b9e6-4a1f-8e7c-12799768cca8.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.425594] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.572261] env[69436]: DEBUG nova.network.neutron [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.705754] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254876, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.838171] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.838587] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance network_info: |[{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 852.839111] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e9:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd48fab-f65d-4211-96c9-1cb3b310d9bc', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.847560] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating folder: Project (919af846473a480aa1ef4848aeae88fc). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.847972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "07f6d714-16cf-405a-8fda-95fcd48791d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.848215] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.848431] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "07f6d714-16cf-405a-8fda-95fcd48791d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.848675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.848853] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.850712] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494839ff-1ef0-4207-a02a-ca31e36ca964 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.852998] env[69436]: INFO nova.compute.manager [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Terminating instance [ 852.863230] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created folder: Project (919af846473a480aa1ef4848aeae88fc) in parent group-v650165. [ 852.863427] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating folder: Instances. Parent ref: group-v650339. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.864144] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a168c858-a15e-4b74-82b8-1f46ee2ae7e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.872591] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created folder: Instances in parent group-v650339. [ 852.872840] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.873265] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.873465] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b6e8c0-2873-43a8-9868-307cce3a9f98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.893007] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.893007] env[69436]: value = "task-3254879" [ 852.893007] env[69436]: _type = "Task" [ 852.893007] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.896323] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 852.903229] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254879, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.925900] env[69436]: DEBUG nova.scheduler.client.report [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.931773] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6f79a-c685-4368-8259-0f119ef8e621 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953927] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f4b16-0025-41b2-89e0-f046506387cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.972889] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.075627] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.205802] env[69436]: DEBUG oslo_vmware.api [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3254876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.798713} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.206553] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.206553] env[69436]: INFO nova.compute.manager [None req-4901bbfd-932f-457f-b6e9-8d25fcbc2f51 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Took 13.73 seconds to snapshot the instance on the hypervisor. [ 853.219306] env[69436]: DEBUG nova.compute.manager [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 853.219800] env[69436]: DEBUG nova.compute.manager [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing instance network info cache due to event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 853.219800] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.219953] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.220039] env[69436]: DEBUG nova.network.neutron [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.356932] env[69436]: DEBUG nova.compute.manager [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 853.357171] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.358064] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba0d522-1efa-45b1-b82e-deccb92c85c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.365605] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.365824] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ee792c-07e7-474a-a580-19f96c2014f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.371826] env[69436]: DEBUG oslo_vmware.api [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 853.371826] env[69436]: value = "task-3254880" [ 853.371826] env[69436]: _type = "Task" [ 853.371826] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.379445] env[69436]: DEBUG oslo_vmware.api [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.403814] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254879, 'name': CreateVM_Task, 'duration_secs': 0.297418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.403992] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.404559] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.404721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.405055] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.407294] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0858341-221b-4d26-9c93-b2ba90ac8ec8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.411705] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 853.411705] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d4ffba-ceb9-81dd-1875-d9e8e5e8ee9b" [ 853.411705] env[69436]: _type = "Task" [ 853.411705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.419353] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d4ffba-ceb9-81dd-1875-d9e8e5e8ee9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.424493] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.431389] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.434067] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.907s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.435288] env[69436]: INFO nova.compute.claims [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.452865] env[69436]: INFO nova.scheduler.client.report [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Deleted allocations for instance 968d92c8-078e-4f9d-8183-aa2edebf8b4c [ 853.518824] env[69436]: DEBUG nova.network.neutron [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Port 4731da9e-f2c3-4067-9ded-18c7e2312750 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 853.882450] env[69436]: DEBUG oslo_vmware.api [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254880, 'name': PowerOffVM_Task, 'duration_secs': 0.189058} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.883354] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.883354] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.883927] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ab7bf4-5e82-4ae4-bc7e-d65cc1a25627 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.920872] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d4ffba-ceb9-81dd-1875-d9e8e5e8ee9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.921185] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.921419] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.921693] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.921797] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.921976] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.922253] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f98b4127-a1c2-4ea7-a2db-1230b0bdc456 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.930324] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.930589] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.931231] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a1b8fd-4f4b-4964-b15d-4ddeefd0db62 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.936331] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 853.936331] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f5d3a-ff0a-72e4-eea4-4e71a1ee46b3" [ 853.936331] env[69436]: _type = "Task" [ 853.936331] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.944679] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.944885] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.945091] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Deleting the datastore file [datastore2] 07f6d714-16cf-405a-8fda-95fcd48791d0 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.945338] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff534a0-99c3-49e0-8787-875a6b0e7450 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.950251] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f5d3a-ff0a-72e4-eea4-4e71a1ee46b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.960798] env[69436]: DEBUG oslo_vmware.api [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for the task: (returnval){ [ 853.960798] env[69436]: value = "task-3254882" [ 853.960798] env[69436]: _type = "Task" [ 853.960798] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.961123] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d54215a-efa5-4ae9-ac4e-93644235034a tempest-FloatingIPsAssociationTestJSON-742003473 tempest-FloatingIPsAssociationTestJSON-742003473-project-member] Lock "968d92c8-078e-4f9d-8183-aa2edebf8b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.304s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.970747] env[69436]: DEBUG oslo_vmware.api [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.064973] env[69436]: DEBUG nova.network.neutron [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updated VIF entry in instance network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.065361] env[69436]: DEBUG nova.network.neutron [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.449697] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f5d3a-ff0a-72e4-eea4-4e71a1ee46b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.451735] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820fe439-a3cd-4ad7-bc08-5134e928fe6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.467728] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 854.467728] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52faa9d0-5d27-037f-56aa-28e94a5f96f8" [ 854.467728] env[69436]: _type = "Task" [ 854.467728] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.474887] env[69436]: DEBUG oslo_vmware.api [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Task: {'id': task-3254882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180636} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.475541] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.475889] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.475953] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.476170] env[69436]: INFO nova.compute.manager [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 854.476409] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.479072] env[69436]: DEBUG nova.compute.manager [-] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 854.479178] env[69436]: DEBUG nova.network.neutron [-] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.485141] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52faa9d0-5d27-037f-56aa-28e94a5f96f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.485141] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.485494] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.485494] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f4e55ef-22a6-4677-8b9e-87c5c9dd016c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.492872] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 854.492872] env[69436]: value = "task-3254883" [ 854.492872] env[69436]: _type = "Task" [ 854.492872] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.501118] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.542557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.542812] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.542996] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.569337] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0d4735-4bca-4a97-861e-7ba32e2c8558 req-b523e7f7-8c2c-4665-842c-9b2dbb4f9483 service nova] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.589967] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d48bfc-8e23-4b2c-a738-de152add230f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.613528] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.008147] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466958} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.008590] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.008854] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.009158] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce64300-fa10-4c5e-8158-3cab6e631b0a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.018696] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 855.018696] env[69436]: value = "task-3254884" [ 855.018696] env[69436]: _type = "Task" [ 855.018696] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.034483] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.102547] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e590e-da54-4db9-b2a7-220a2847a90b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.110920] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef56be8-9b44-4a36-834e-1bace0b03617 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.144918] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.145861] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a554669e-42e1-430e-8127-68f3e6c7edcf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.148552] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7be28-4c4a-4d25-b474-1a172cc81ca4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.165558] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 855.165558] env[69436]: value = "task-3254885" [ 855.165558] env[69436]: _type = "Task" [ 855.165558] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.167128] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639d0b04-d658-4406-ae75-71bd10bf43a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.184388] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.193112] env[69436]: DEBUG nova.compute.provider_tree [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.295986] env[69436]: DEBUG nova.compute.manager [req-e45a1b26-a894-40d9-a65a-5638f18993ea req-9543c576-06df-450b-af70-ef0119f7b4cf service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Received event network-vif-deleted-acfe223d-2051-4656-a124-ba1f97da9933 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 855.296226] env[69436]: INFO nova.compute.manager [req-e45a1b26-a894-40d9-a65a-5638f18993ea req-9543c576-06df-450b-af70-ef0119f7b4cf service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Neutron deleted interface acfe223d-2051-4656-a124-ba1f97da9933; detaching it from the instance and deleting it from the info cache [ 855.296401] env[69436]: DEBUG nova.network.neutron [req-e45a1b26-a894-40d9-a65a-5638f18993ea req-9543c576-06df-450b-af70-ef0119f7b4cf service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.377492] env[69436]: DEBUG nova.network.neutron [-] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.532467] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065526} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.532756] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.533549] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b85279-226f-46a2-93af-328d5e99d0ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.556352] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.559295] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4960ab2-f0c6-4cc5-9b2c-425208850342 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.581398] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 855.581398] env[69436]: value = "task-3254886" [ 855.581398] env[69436]: _type = "Task" [ 855.581398] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.590368] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.606945] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.607148] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.607326] env[69436]: DEBUG nova.network.neutron [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.681987] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254885, 'name': PowerOffVM_Task, 'duration_secs': 0.220311} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.682285] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.682467] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.714863] env[69436]: ERROR nova.scheduler.client.report [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [req-eaf256b7-ab10-4374-912f-38239482bfda] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eaf256b7-ab10-4374-912f-38239482bfda"}]} [ 855.732024] env[69436]: DEBUG nova.scheduler.client.report [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 855.746652] env[69436]: DEBUG nova.scheduler.client.report [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 855.747311] env[69436]: DEBUG nova.compute.provider_tree [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.759270] env[69436]: DEBUG nova.scheduler.client.report [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 855.780170] env[69436]: DEBUG nova.scheduler.client.report [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 855.799485] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72305957-87bf-444a-be4f-eb1ae5a48b95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.811417] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed8bf6-c141-4e64-a8a4-67d078b13efa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.856439] env[69436]: DEBUG nova.compute.manager [req-e45a1b26-a894-40d9-a65a-5638f18993ea req-9543c576-06df-450b-af70-ef0119f7b4cf service nova] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Detach interface failed, port_id=acfe223d-2051-4656-a124-ba1f97da9933, reason: Instance 07f6d714-16cf-405a-8fda-95fcd48791d0 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 855.882882] env[69436]: INFO nova.compute.manager [-] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Took 1.40 seconds to deallocate network for instance. [ 856.092907] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254886, 'name': ReconfigVM_Task, 'duration_secs': 0.286119} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.095416] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.096231] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68c96c3a-3ae4-46c4-b699-62de3f5930bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.103528] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 856.103528] env[69436]: value = "task-3254887" [ 856.103528] env[69436]: _type = "Task" [ 856.103528] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.115809] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254887, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.191415] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.191660] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.191819] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.191997] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.192158] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.192307] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.192507] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.192662] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.193038] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.194022] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.194022] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.201864] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711b0236-2b99-4211-afcd-370f74196eaf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.219664] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 856.219664] env[69436]: value = "task-3254888" [ 856.219664] env[69436]: _type = "Task" [ 856.219664] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.232470] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.382415] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba35609-c31d-46ec-95da-47f258c7e331 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.390562] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.391783] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00118a6-5778-487c-b31e-b5ecd9d82991 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.398106] env[69436]: DEBUG nova.network.neutron [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.428109] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.436230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c853a525-d391-46c8-9746-e69b159837fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.443470] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b030bdcb-7583-4a23-9237-fe7b77701fe5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.461334] env[69436]: DEBUG nova.compute.provider_tree [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.618160] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254887, 'name': Rename_Task, 'duration_secs': 0.1539} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.618160] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.618160] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bee2e55a-f1f5-4f6c-a1c6-96c198f85739 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.626112] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 856.626112] env[69436]: value = "task-3254889" [ 856.626112] env[69436]: _type = "Task" [ 856.626112] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.633281] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.734303] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254888, 'name': ReconfigVM_Task, 'duration_secs': 0.328859} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.734303] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.960110] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e715749-8a52-4eaf-991a-f4fa845e9155 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.984449] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf819d-eab2-43b5-9c69-558bb0f4b761 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.995154] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.018032] env[69436]: DEBUG nova.scheduler.client.report [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.020023] env[69436]: DEBUG nova.compute.provider_tree [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 93 to 94 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.020023] env[69436]: DEBUG nova.compute.provider_tree [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.136187] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:04:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6dfbfb62-ba95-4b92-a344-29078f2c1aff',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-558133634',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.242197] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.242714] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.243060] env[69436]: DEBUG nova.virt.hardware [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.250217] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.250721] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770eb93d-6afe-4683-bfbc-0e4ad48e8344 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.275017] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 857.275017] env[69436]: value = "task-3254890" [ 857.275017] env[69436]: _type = "Task" [ 857.275017] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.282293] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.503179] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d38f47f-5f1f-448c-a4bb-34351114d3eb tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance 'eb6b1512-b9e6-4a1f-8e7c-12799768cca8' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.526019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.092s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.526538] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 857.530485] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 45.925s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.530485] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.530485] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 857.530485] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.811s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.531843] env[69436]: INFO nova.compute.claims [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.537097] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33f98f-859a-4155-b53a-a25c122fe933 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.545417] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559a7f17-ca73-4f81-9285-01f5ac3f4a1c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.561520] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a899be-b0b6-4d31-8cce-ce34b1fc6c94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.571020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588faa7-3d05-4bb2-b21b-153ddf0539f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.606118] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178614MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 857.606281] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.635311] env[69436]: DEBUG oslo_vmware.api [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3254889, 'name': PowerOnVM_Task, 'duration_secs': 0.574034} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.635573] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.635770] env[69436]: INFO nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Took 6.96 seconds to spawn the instance on the hypervisor. [ 857.635953] env[69436]: DEBUG nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 857.636745] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bc2254-6c92-4f28-9e7c-cd49637b6274 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.783543] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.035758] env[69436]: DEBUG nova.compute.utils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.037063] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 858.037300] env[69436]: DEBUG nova.network.neutron [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.100147] env[69436]: DEBUG nova.policy [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d5eafdb8b74f2996c8b13d148a2b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2bc00c6504894b344f65c4c03d6bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.162791] env[69436]: INFO nova.compute.manager [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Took 54.95 seconds to build instance. [ 858.286848] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.542588] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 858.568401] env[69436]: DEBUG nova.network.neutron [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Successfully created port: 5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.666205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42b390f8-6a69-4ccc-90c2-a9bd116f6476 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.817s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.787208] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254890, 'name': ReconfigVM_Task, 'duration_secs': 1.185763} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.787506] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 858.791623] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f70c5-def2-4467-a9bc-62c7d37b075e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.818123] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.821093] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b894aca0-ee03-405f-921e-877ce18ce4cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.842167] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 858.842167] env[69436]: value = "task-3254891" [ 858.842167] env[69436]: _type = "Task" [ 858.842167] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.858233] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.169963] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 859.234177] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ddb4f-b7d3-4fe0-96b3-120d5e7505a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.241448] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb2cbc-3f17-45ac-800e-900a6bee7f9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.274410] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15faa1c2-37b2-4f89-adea-f4e8fdd1055c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.284575] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07bf35-3359-43d4-ac08-4c1b8bb76449 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.302254] env[69436]: DEBUG nova.compute.provider_tree [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.354538] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254891, 'name': ReconfigVM_Task, 'duration_secs': 0.278592} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.354876] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.355164] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.449298] env[69436]: DEBUG nova.compute.manager [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 859.449495] env[69436]: DEBUG nova.compute.manager [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing instance network info cache due to event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 859.449707] env[69436]: DEBUG oslo_concurrency.lockutils [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.449848] env[69436]: DEBUG oslo_concurrency.lockutils [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.450015] env[69436]: DEBUG nova.network.neutron [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.559736] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 859.593938] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.593938] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.593938] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.593938] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.593938] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.594187] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.594343] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.594517] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.594689] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.595381] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.595381] env[69436]: DEBUG nova.virt.hardware [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.595892] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdb5381-6f19-4fb0-9ab7-256bfca34d62 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.605118] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f273c-d345-4bed-af57-639097b61737 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.704852] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.806433] env[69436]: DEBUG nova.scheduler.client.report [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.863126] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1b6dc-f148-48fa-96d3-fd731ebb125c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.886973] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27726e1a-989e-48af-a574-f89b6a8d5877 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.909146] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.314276] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.314276] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 860.317985] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.047s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.319569] env[69436]: DEBUG nova.objects.instance [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'resources' on Instance uuid e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.343334] env[69436]: DEBUG nova.network.neutron [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updated VIF entry in instance network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.343334] env[69436]: DEBUG nova.network.neutron [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.343334] env[69436]: DEBUG nova.network.neutron [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Successfully updated port: 5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.455381] env[69436]: DEBUG nova.network.neutron [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Port 97b5257d-4efa-468e-b376-5d2d162b1c2f binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 860.471886] env[69436]: DEBUG nova.compute.manager [req-75eb4cb6-f06f-4e2d-90db-e8913ddc77d2 req-63f5c43a-0705-4ec7-a128-80e032f1d728 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Received event network-vif-plugged-5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 860.472121] env[69436]: DEBUG oslo_concurrency.lockutils [req-75eb4cb6-f06f-4e2d-90db-e8913ddc77d2 req-63f5c43a-0705-4ec7-a128-80e032f1d728 service nova] Acquiring lock "0830e5ab-1d29-40ab-ab29-2400e61590b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.472331] env[69436]: DEBUG oslo_concurrency.lockutils [req-75eb4cb6-f06f-4e2d-90db-e8913ddc77d2 req-63f5c43a-0705-4ec7-a128-80e032f1d728 service nova] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.472492] env[69436]: DEBUG oslo_concurrency.lockutils [req-75eb4cb6-f06f-4e2d-90db-e8913ddc77d2 req-63f5c43a-0705-4ec7-a128-80e032f1d728 service nova] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.472734] env[69436]: DEBUG nova.compute.manager [req-75eb4cb6-f06f-4e2d-90db-e8913ddc77d2 req-63f5c43a-0705-4ec7-a128-80e032f1d728 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] No waiting events found dispatching network-vif-plugged-5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.473057] env[69436]: WARNING nova.compute.manager [req-75eb4cb6-f06f-4e2d-90db-e8913ddc77d2 req-63f5c43a-0705-4ec7-a128-80e032f1d728 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Received unexpected event network-vif-plugged-5dc69ba6-5eed-4c3c-8277-16757bcf402c for instance with vm_state building and task_state spawning. [ 860.660244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.660244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.660244] env[69436]: DEBUG nova.compute.manager [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Going to confirm migration 2 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 860.826994] env[69436]: DEBUG nova.compute.utils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.829099] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 860.830055] env[69436]: DEBUG nova.network.neutron [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.844778] env[69436]: DEBUG oslo_concurrency.lockutils [req-68fab83e-b35f-479d-81f6-618945f34766 req-42414a33-c1d5-4eaa-95e1-3260c4ad6609 service nova] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.845594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-0830e5ab-1d29-40ab-ab29-2400e61590b5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.846743] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-0830e5ab-1d29-40ab-ab29-2400e61590b5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.849018] env[69436]: DEBUG nova.network.neutron [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.899586] env[69436]: DEBUG nova.policy [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4110c9ea31c4023902fd0cb36226256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b9e16226d4414392d8a0666a476c4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.237650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.237833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.238032] env[69436]: DEBUG nova.network.neutron [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.238209] env[69436]: DEBUG nova.objects.instance [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'info_cache' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.264064] env[69436]: DEBUG nova.network.neutron [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Successfully created port: d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.333631] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 861.427232] env[69436]: DEBUG nova.network.neutron [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.442331] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37fb90e-69ca-4843-8954-2ea47fcaacd8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.452547] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb77f5f-9882-4cec-87b5-8f2378e2b025 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.497742] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b9aff-ebc4-452e-aa88-2d6e48bccd47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.506586] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.506810] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.506983] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.513908] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ce3404-ea91-419e-bbae-afdf5e3a5554 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.529445] env[69436]: DEBUG nova.compute.provider_tree [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.707352] env[69436]: DEBUG nova.network.neutron [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Updating instance_info_cache with network_info: [{"id": "5dc69ba6-5eed-4c3c-8277-16757bcf402c", "address": "fa:16:3e:72:1a:1e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc69ba6-5e", "ovs_interfaceid": "5dc69ba6-5eed-4c3c-8277-16757bcf402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.035099] env[69436]: DEBUG nova.scheduler.client.report [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.210784] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-0830e5ab-1d29-40ab-ab29-2400e61590b5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.211327] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance network_info: |[{"id": "5dc69ba6-5eed-4c3c-8277-16757bcf402c", "address": "fa:16:3e:72:1a:1e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc69ba6-5e", "ovs_interfaceid": "5dc69ba6-5eed-4c3c-8277-16757bcf402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 862.211609] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:1a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc69ba6-5eed-4c3c-8277-16757bcf402c', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.219230] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.219428] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.219621] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdbd4dde-f1b6-4841-b74b-2a759c846b7d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.240293] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.240293] env[69436]: value = "task-3254892" [ 862.240293] env[69436]: _type = "Task" [ 862.240293] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.250297] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254892, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.346235] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 862.380535] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.380671] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.380791] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.381938] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.381938] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.381938] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.381938] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.381938] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.381938] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.382264] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.382378] env[69436]: DEBUG nova.virt.hardware [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.383276] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0d5f62-d73f-4204-962a-47e2b0154774 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.392437] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00460e9-0c13-4d49-bd53-e0d289785cb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.503310] env[69436]: DEBUG nova.compute.manager [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Received event network-changed-5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 862.503515] env[69436]: DEBUG nova.compute.manager [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Refreshing instance network info cache due to event network-changed-5dc69ba6-5eed-4c3c-8277-16757bcf402c. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 862.503810] env[69436]: DEBUG oslo_concurrency.lockutils [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] Acquiring lock "refresh_cache-0830e5ab-1d29-40ab-ab29-2400e61590b5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.504041] env[69436]: DEBUG oslo_concurrency.lockutils [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] Acquired lock "refresh_cache-0830e5ab-1d29-40ab-ab29-2400e61590b5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.504278] env[69436]: DEBUG nova.network.neutron [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Refreshing network info cache for port 5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.540941] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.543987] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.377s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.545154] env[69436]: INFO nova.compute.claims [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.560275] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.560456] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.561333] env[69436]: DEBUG nova.network.neutron [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.581342] env[69436]: INFO nova.scheduler.client.report [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac [ 862.645110] env[69436]: DEBUG nova.network.neutron [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.751344] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254892, 'name': CreateVM_Task, 'duration_secs': 0.34244} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.751508] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.752295] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.752460] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.752779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.753075] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7824cb26-893a-43be-bb24-54d93f36b327 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.758496] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 862.758496] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f773a3-4300-e540-d719-7f9c875446ba" [ 862.758496] env[69436]: _type = "Task" [ 862.758496] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.768947] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f773a3-4300-e540-d719-7f9c875446ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.982069] env[69436]: DEBUG nova.network.neutron [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Successfully updated port: d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.092580] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8c639416-024e-48eb-87b6-61716a46a928 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.392s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.147836] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.148158] env[69436]: DEBUG nova.objects.instance [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'migration_context' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.270602] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f773a3-4300-e540-d719-7f9c875446ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.270972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.271279] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.271552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.271737] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.271973] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.272412] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b68e47df-e791-4504-9f3f-dfdc7a1b7b96 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.282642] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.282872] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.283693] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca0b3d67-d2fa-4553-98cd-8b48f5d78a7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.290622] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 863.290622] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52468509-5af2-37a6-d980-1cc26763e591" [ 863.290622] env[69436]: _type = "Task" [ 863.290622] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.298808] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52468509-5af2-37a6-d980-1cc26763e591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.375598] env[69436]: DEBUG nova.network.neutron [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Updated VIF entry in instance network info cache for port 5dc69ba6-5eed-4c3c-8277-16757bcf402c. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.375912] env[69436]: DEBUG nova.network.neutron [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Updating instance_info_cache with network_info: [{"id": "5dc69ba6-5eed-4c3c-8277-16757bcf402c", "address": "fa:16:3e:72:1a:1e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc69ba6-5e", "ovs_interfaceid": "5dc69ba6-5eed-4c3c-8277-16757bcf402c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.405986] env[69436]: DEBUG nova.network.neutron [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.490948] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.490948] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquired lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.490948] env[69436]: DEBUG nova.network.neutron [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.655076] env[69436]: DEBUG nova.objects.base [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 863.656372] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626beeeb-cc13-4ef6-b6da-dcc863f20566 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.681333] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bbbc42-27c4-4e80-8a97-f72c2af1324a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.687801] env[69436]: DEBUG oslo_vmware.api [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 863.687801] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529c74e6-0c57-fb2d-98c1-3faf157ec1e0" [ 863.687801] env[69436]: _type = "Task" [ 863.687801] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.700952] env[69436]: DEBUG oslo_vmware.api [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529c74e6-0c57-fb2d-98c1-3faf157ec1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.719676] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "666f53b5-aefb-460e-99b6-2647966dc8cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.719898] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.804789] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52468509-5af2-37a6-d980-1cc26763e591, 'name': SearchDatastore_Task, 'duration_secs': 0.01008} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.805658] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca65d86e-1ce0-4d50-bfdd-a507d8da6a3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.814032] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 863.814032] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210be79-7231-5d3a-1a31-ffb41bc99392" [ 863.814032] env[69436]: _type = "Task" [ 863.814032] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.822349] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210be79-7231-5d3a-1a31-ffb41bc99392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.882891] env[69436]: DEBUG oslo_concurrency.lockutils [req-c63cbe63-10fb-4ab8-bffe-7942c8274d1f req-bacadf71-9139-444d-bf1d-ac8f4e77763e service nova] Releasing lock "refresh_cache-0830e5ab-1d29-40ab-ab29-2400e61590b5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.911388] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.045627] env[69436]: DEBUG nova.network.neutron [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.135742] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4753ddc2-c1b2-44ed-a7f7-94efec3c387b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.149281] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b69f9-5e44-4782-8184-c34a19938c08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.190344] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7a1578-9d01-44ff-840b-e27e95dbdebb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.203068] env[69436]: DEBUG oslo_vmware.api [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529c74e6-0c57-fb2d-98c1-3faf157ec1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.205321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.206701] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9fe39d-a62f-4c6d-990b-68db9017856e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.221917] env[69436]: DEBUG nova.compute.provider_tree [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.327715] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210be79-7231-5d3a-1a31-ffb41bc99392, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.327939] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.328252] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.328619] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b20e5e3-9f63-4b43-8229-7f7396900a14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.338817] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 864.338817] env[69436]: value = "task-3254893" [ 864.338817] env[69436]: _type = "Task" [ 864.338817] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.350088] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.381742] env[69436]: DEBUG nova.network.neutron [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Updating instance_info_cache with network_info: [{"id": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "address": "fa:16:3e:ae:11:9e", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cf5c60-c2", "ovs_interfaceid": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.440221] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a3b55-db11-42e4-96cd-a6f9802ae399 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.465457] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e6329-3fd7-48bf-9ae8-a8805c6ff317 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.473595] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.691778] env[69436]: DEBUG nova.compute.manager [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Received event network-vif-plugged-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 864.691778] env[69436]: DEBUG oslo_concurrency.lockutils [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] Acquiring lock "2735935b-1255-452b-ae44-0d57d6832fde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.691778] env[69436]: DEBUG oslo_concurrency.lockutils [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] Lock "2735935b-1255-452b-ae44-0d57d6832fde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.691778] env[69436]: DEBUG oslo_concurrency.lockutils [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] Lock "2735935b-1255-452b-ae44-0d57d6832fde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.691778] env[69436]: DEBUG nova.compute.manager [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] No waiting events found dispatching network-vif-plugged-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.691778] env[69436]: WARNING nova.compute.manager [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Received unexpected event network-vif-plugged-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 for instance with vm_state building and task_state spawning. [ 864.691778] env[69436]: DEBUG nova.compute.manager [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Received event network-changed-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 864.691778] env[69436]: DEBUG nova.compute.manager [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Refreshing instance network info cache due to event network-changed-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 864.692697] env[69436]: DEBUG oslo_concurrency.lockutils [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] Acquiring lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727407] env[69436]: DEBUG nova.scheduler.client.report [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.849729] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254893, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.888023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Releasing lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.888023] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Instance network_info: |[{"id": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "address": "fa:16:3e:ae:11:9e", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cf5c60-c2", "ovs_interfaceid": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 864.888023] env[69436]: DEBUG oslo_concurrency.lockutils [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] Acquired lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.888023] env[69436]: DEBUG nova.network.neutron [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Refreshing network info cache for port d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.888023] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:11:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.895926] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Creating folder: Project (45b9e16226d4414392d8a0666a476c4a). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.897391] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56ea2c36-6c63-4d93-84e8-6c1cb73c8252 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.915026] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Created folder: Project (45b9e16226d4414392d8a0666a476c4a) in parent group-v650165. [ 864.915026] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Creating folder: Instances. Parent ref: group-v650343. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.915026] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27fd1f15-5af1-4775-8cb6-bad87aec51a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.928869] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Created folder: Instances in parent group-v650343. [ 864.929409] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.929729] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.930058] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19ce438c-f779-4fa2-966c-b3ce701bc559 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.956184] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.956184] env[69436]: value = "task-3254896" [ 864.956184] env[69436]: _type = "Task" [ 864.956184] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.964839] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254896, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.982056] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.982056] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c19d2b4f-0356-4b3c-8171-1b3b5c5792c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.990349] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 864.990349] env[69436]: value = "task-3254897" [ 864.990349] env[69436]: _type = "Task" [ 864.990349] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.000293] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.232952] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.233541] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 865.236425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.929s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.238026] env[69436]: INFO nova.compute.claims [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.351894] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532308} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.352359] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.352575] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.352922] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95df7ec4-55d4-4c92-908a-d747ad516690 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.363480] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 865.363480] env[69436]: value = "task-3254898" [ 865.363480] env[69436]: _type = "Task" [ 865.363480] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.375425] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.467088] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254896, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.502806] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.748026] env[69436]: DEBUG nova.compute.utils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.748560] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 865.748826] env[69436]: DEBUG nova.network.neutron [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.816612] env[69436]: DEBUG nova.policy [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '762719f252814bb5ba7439121f1ae1af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50a906ec15a246d799723c9cc3511bb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.875965] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194951} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.875965] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.877023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09560c8a-27b1-4d7e-945d-de7827c3653a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.904016] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.904864] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510babcc-1057-4e3e-b28f-976880669d6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.932198] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 865.932198] env[69436]: value = "task-3254899" [ 865.932198] env[69436]: _type = "Task" [ 865.932198] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.945222] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.968225] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254896, 'name': CreateVM_Task, 'duration_secs': 0.710601} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.968225] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.970195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.970195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970847] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.971611] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84532d11-ef99-409a-a8fe-00a49d82271c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.978717] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 865.978717] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b615e-860e-cad8-5de6-f69e88286d91" [ 865.978717] env[69436]: _type = "Task" [ 865.978717] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.989560] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b615e-860e-cad8-5de6-f69e88286d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.001558] env[69436]: DEBUG oslo_vmware.api [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3254897, 'name': PowerOnVM_Task, 'duration_secs': 0.825029} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.001845] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.002077] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e36e4c2e-d581-4372-b8da-bfb3bfaee5f7 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance '5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.183736] env[69436]: DEBUG nova.network.neutron [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Successfully created port: 65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.192657] env[69436]: DEBUG nova.network.neutron [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Updated VIF entry in instance network info cache for port d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.193197] env[69436]: DEBUG nova.network.neutron [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Updating instance_info_cache with network_info: [{"id": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "address": "fa:16:3e:ae:11:9e", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cf5c60-c2", "ovs_interfaceid": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.253564] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 866.444680] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.491698] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b615e-860e-cad8-5de6-f69e88286d91, 'name': SearchDatastore_Task, 'duration_secs': 0.016784} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.492033] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.492322] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.492612] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.492759] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.493241] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.493347] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322b964f-6063-4432-b2dc-653aefae8706 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.507328] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.507328] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.512422] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e3a588-bb5b-4120-bc57-9d8075ffdbdc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.520708] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 866.520708] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526cd25d-50ad-6b00-d070-a750aa4ecc62" [ 866.520708] env[69436]: _type = "Task" [ 866.520708] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.531705] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526cd25d-50ad-6b00-d070-a750aa4ecc62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.695887] env[69436]: DEBUG oslo_concurrency.lockutils [req-a36ea5bb-c4dc-4aea-8105-edc1f099f600 req-dee81688-6bcb-41bb-acd6-45adaca380b6 service nova] Releasing lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.874617] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcbe964-7ed4-45cc-bf36-b8b6d0fb58aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.883928] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6d8d8-32a0-4c54-bc8d-656403a684ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.917823] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de9289-749c-4434-9de9-d4d7a30ab480 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.927064] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d1390-c51c-4059-99de-64ab0b1abab6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.947853] env[69436]: DEBUG nova.compute.provider_tree [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.968297] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254899, 'name': ReconfigVM_Task, 'duration_secs': 0.826535} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.969599] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.970822] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23d6ad58-479b-414c-96e4-4eb421c54a3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.980812] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 866.980812] env[69436]: value = "task-3254900" [ 866.980812] env[69436]: _type = "Task" [ 866.980812] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.996063] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254900, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.031221] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526cd25d-50ad-6b00-d070-a750aa4ecc62, 'name': SearchDatastore_Task, 'duration_secs': 0.013853} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.032158] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddf363b-8dff-40c1-ad81-144e55a28e85 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.038986] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 867.038986] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5263cd7c-6127-1116-15c0-ba89a43aa061" [ 867.038986] env[69436]: _type = "Task" [ 867.038986] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.048632] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5263cd7c-6127-1116-15c0-ba89a43aa061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.264904] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 867.292597] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.292759] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.292814] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.293056] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.293219] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.293367] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.293575] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.293959] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.294171] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.294343] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.294517] env[69436]: DEBUG nova.virt.hardware [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.295413] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165135e6-8038-40b4-8668-6e9986eab251 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.304717] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa1da02-20bb-49c0-ba85-3194ecd12e4b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.460377] env[69436]: DEBUG nova.scheduler.client.report [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.493390] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254900, 'name': Rename_Task, 'duration_secs': 0.362331} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.493718] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.494133] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d08ab624-6432-41be-9d14-e6600be7b514 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.501904] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 867.501904] env[69436]: value = "task-3254901" [ 867.501904] env[69436]: _type = "Task" [ 867.501904] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.511302] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.554284] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5263cd7c-6127-1116-15c0-ba89a43aa061, 'name': SearchDatastore_Task, 'duration_secs': 0.020493} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.554609] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.554906] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 2735935b-1255-452b-ae44-0d57d6832fde/2735935b-1255-452b-ae44-0d57d6832fde.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.555326] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-390713d2-f0ce-4197-9e16-4c5d46f2a365 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.564769] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 867.564769] env[69436]: value = "task-3254902" [ 867.564769] env[69436]: _type = "Task" [ 867.564769] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.575449] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.789999] env[69436]: DEBUG nova.compute.manager [req-ef1a4bda-1a8b-4234-8b99-e580f996349c req-7095a9de-eb31-473c-8254-40de93633b7f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received event network-vif-plugged-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 867.790817] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef1a4bda-1a8b-4234-8b99-e580f996349c req-7095a9de-eb31-473c-8254-40de93633b7f service nova] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.790817] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef1a4bda-1a8b-4234-8b99-e580f996349c req-7095a9de-eb31-473c-8254-40de93633b7f service nova] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.790817] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef1a4bda-1a8b-4234-8b99-e580f996349c req-7095a9de-eb31-473c-8254-40de93633b7f service nova] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.791040] env[69436]: DEBUG nova.compute.manager [req-ef1a4bda-1a8b-4234-8b99-e580f996349c req-7095a9de-eb31-473c-8254-40de93633b7f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] No waiting events found dispatching network-vif-plugged-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.791372] env[69436]: WARNING nova.compute.manager [req-ef1a4bda-1a8b-4234-8b99-e580f996349c req-7095a9de-eb31-473c-8254-40de93633b7f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received unexpected event network-vif-plugged-65ad95cc-242b-4f75-924a-81875a94baa2 for instance with vm_state building and task_state spawning. [ 867.898644] env[69436]: DEBUG nova.network.neutron [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Successfully updated port: 65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.968261] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.968932] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 867.972618] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.055s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.974385] env[69436]: INFO nova.compute.claims [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.019778] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.078099] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50372} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.078548] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 2735935b-1255-452b-ae44-0d57d6832fde/2735935b-1255-452b-ae44-0d57d6832fde.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.079579] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.079579] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-280dd058-9059-4a27-8ded-110f0d01ab71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.088823] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 868.088823] env[69436]: value = "task-3254903" [ 868.088823] env[69436]: _type = "Task" [ 868.088823] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.099814] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.406670] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.406916] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.407181] env[69436]: DEBUG nova.network.neutron [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.481032] env[69436]: DEBUG nova.compute.utils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.486053] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 868.486275] env[69436]: DEBUG nova.network.neutron [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.517173] env[69436]: DEBUG oslo_vmware.api [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254901, 'name': PowerOnVM_Task, 'duration_secs': 0.659999} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.517591] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.517981] env[69436]: INFO nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Took 8.96 seconds to spawn the instance on the hypervisor. [ 868.517981] env[69436]: DEBUG nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 868.518772] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2718f010-2c69-4e9a-b2f5-a9933d133aa2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.536492] env[69436]: DEBUG nova.policy [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02691a30f7641918a9558aad67607dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ba3497a93141fa87e3efd3abcbf682', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.603716] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070636} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.604219] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.605619] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb48c75-a76d-4ae4-a695-62f7922b131f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.630671] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 2735935b-1255-452b-ae44-0d57d6832fde/2735935b-1255-452b-ae44-0d57d6832fde.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.631090] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2ec55f-afc7-4a3a-81de-41c2993b6ca6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.655089] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 868.655089] env[69436]: value = "task-3254904" [ 868.655089] env[69436]: _type = "Task" [ 868.655089] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.664470] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.859486] env[69436]: DEBUG nova.network.neutron [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Successfully created port: 4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.959482] env[69436]: DEBUG nova.network.neutron [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.987012] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 869.036772] env[69436]: DEBUG nova.network.neutron [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Port 97b5257d-4efa-468e-b376-5d2d162b1c2f binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 869.037024] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.037205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.037335] env[69436]: DEBUG nova.network.neutron [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.042044] env[69436]: INFO nova.compute.manager [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Took 58.53 seconds to build instance. [ 869.167022] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.196040] env[69436]: DEBUG nova.network.neutron [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.501049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "250432e5-93f1-4d47-aad6-642fb840a4a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.501375] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.544741] env[69436]: DEBUG oslo_concurrency.lockutils [None req-25adf1ea-cbfb-4daf-a4ba-6d00b61dc761 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.519s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.619144] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788fff3b-165e-4183-a196-03c0003cda13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.627623] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b6371-ee00-4c66-b103-e60847623760 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.667239] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ba663-a999-42f0-9983-7f38c67120a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.679374] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0a496-cce2-4070-924b-0e144faf1a22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.683429] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.693917] env[69436]: DEBUG nova.compute.provider_tree [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.700091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.703393] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Instance network_info: |[{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 869.703393] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0f:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65ad95cc-242b-4f75-924a-81875a94baa2', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.708829] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.709655] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.709655] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e21e515-52db-410b-b056-4e3b39651a26 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.732495] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.732495] env[69436]: value = "task-3254905" [ 869.732495] env[69436]: _type = "Task" [ 869.732495] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.741263] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254905, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.827530] env[69436]: DEBUG nova.network.neutron [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.862572] env[69436]: DEBUG nova.compute.manager [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 869.862807] env[69436]: DEBUG nova.compute.manager [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing instance network info cache due to event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 869.863334] env[69436]: DEBUG oslo_concurrency.lockutils [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.863334] env[69436]: DEBUG oslo_concurrency.lockutils [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.863462] env[69436]: DEBUG nova.network.neutron [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.002348] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 870.030579] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.030877] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.031112] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.031473] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.031473] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.031563] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.031727] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.031880] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.032098] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.032209] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.032371] env[69436]: DEBUG nova.virt.hardware [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.033456] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc5b40d-34fd-499c-ba40-69e860868d9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.045393] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df883633-276a-4641-9678-33b182a58239 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.049035] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 870.171978] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254904, 'name': ReconfigVM_Task, 'duration_secs': 1.023746} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.173574] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 2735935b-1255-452b-ae44-0d57d6832fde/2735935b-1255-452b-ae44-0d57d6832fde.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.173574] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81d6f65b-9721-4ad9-a85d-a621d83c96b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.180579] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 870.180579] env[69436]: value = "task-3254906" [ 870.180579] env[69436]: _type = "Task" [ 870.180579] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.189455] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254906, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.198413] env[69436]: DEBUG nova.scheduler.client.report [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.243535] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254905, 'name': CreateVM_Task, 'duration_secs': 0.438974} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.243708] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.244498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.244664] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.246198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.246465] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a836a10-b77b-4570-8643-56e16b625f60 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.252637] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 870.252637] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525bdcf6-fe83-6a92-4ac2-f1aa4495d346" [ 870.252637] env[69436]: _type = "Task" [ 870.252637] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.261562] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525bdcf6-fe83-6a92-4ac2-f1aa4495d346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.331993] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.583509] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.619055] env[69436]: DEBUG nova.network.neutron [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Successfully updated port: 4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.640517] env[69436]: INFO nova.compute.manager [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Rebuilding instance [ 870.672565] env[69436]: DEBUG nova.network.neutron [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updated VIF entry in instance network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.672565] env[69436]: DEBUG nova.network.neutron [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.694637] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254906, 'name': Rename_Task, 'duration_secs': 0.156204} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.695050] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.695330] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a0acaae-692f-48e3-a82e-8001d716db6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.701050] env[69436]: DEBUG nova.compute.manager [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 870.701841] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041ac60-01c4-4b32-b48c-6106ce81da73 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.710363] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.710363] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 870.715101] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 870.715101] env[69436]: value = "task-3254907" [ 870.715101] env[69436]: _type = "Task" [ 870.715101] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.715101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.517s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.715821] env[69436]: INFO nova.compute.claims [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.735851] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254907, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.765024] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525bdcf6-fe83-6a92-4ac2-f1aa4495d346, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.765188] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.765315] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.765606] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.765749] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.765928] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.766431] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c879c3-e13d-4c9a-92d9-63026ae7d665 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.778023] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.778023] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.778614] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cec15ba-e681-4c62-9257-c7ead2449547 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.785253] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 870.785253] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2a55e-0131-4fd3-af7d-7c2022362525" [ 870.785253] env[69436]: _type = "Task" [ 870.785253] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.794673] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2a55e-0131-4fd3-af7d-7c2022362525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.836453] env[69436]: DEBUG nova.compute.manager [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69436) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 870.836681] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.125569] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.125732] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.125887] env[69436]: DEBUG nova.network.neutron [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.177773] env[69436]: DEBUG oslo_concurrency.lockutils [req-bc34fe3e-73ba-4f6d-b412-6c72e77f8f45 req-193c098b-518e-4ee9-9b4f-1f32cbc51baf service nova] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.215930] env[69436]: DEBUG nova.compute.utils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.217957] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 871.217957] env[69436]: DEBUG nova.network.neutron [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.236602] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254907, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.261431] env[69436]: DEBUG nova.policy [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623121b88e6c4b80b33a12dab1d75ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02d69b9dcb34f2d9d1861ef0bb02890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.295998] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2a55e-0131-4fd3-af7d-7c2022362525, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.296799] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffc365a-66c7-4e01-a4d7-500b8402c6ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.302808] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 871.302808] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f8008e-be46-4230-a017-7b3664a2b7e5" [ 871.302808] env[69436]: _type = "Task" [ 871.302808] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.311437] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f8008e-be46-4230-a017-7b3664a2b7e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.538546] env[69436]: DEBUG nova.network.neutron [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Successfully created port: 2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.671795] env[69436]: DEBUG nova.network.neutron [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.720597] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 871.739887] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.740600] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05b74235-e243-4730-bd6e-a3d32f8a8a24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.748350] env[69436]: DEBUG oslo_vmware.api [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254907, 'name': PowerOnVM_Task, 'duration_secs': 0.758538} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.749815] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.750041] env[69436]: INFO nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Took 9.40 seconds to spawn the instance on the hypervisor. [ 871.750232] env[69436]: DEBUG nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 871.750613] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 871.750613] env[69436]: value = "task-3254908" [ 871.750613] env[69436]: _type = "Task" [ 871.750613] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.751580] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dcf775-54d6-40a1-932f-f13ffb1dbb55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.768631] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.817116] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f8008e-be46-4230-a017-7b3664a2b7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.818149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.818504] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/48fc744d-0650-40e6-bd78-c19afcb58c48.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.818915] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-880e9b98-993d-4671-b4e6-5673a0aebffa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.832724] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 871.832724] env[69436]: value = "task-3254909" [ 871.832724] env[69436]: _type = "Task" [ 871.832724] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.845362] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.907154] env[69436]: DEBUG nova.network.neutron [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updating instance_info_cache with network_info: [{"id": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "address": "fa:16:3e:9d:c0:e1", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4572b71e-50", "ovs_interfaceid": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.979608] env[69436]: DEBUG nova.compute.manager [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Received event network-vif-plugged-4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 871.979942] env[69436]: DEBUG oslo_concurrency.lockutils [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] Acquiring lock "03a37459-fda2-4409-b07c-e194b16a4b23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.980178] env[69436]: DEBUG oslo_concurrency.lockutils [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] Lock "03a37459-fda2-4409-b07c-e194b16a4b23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.981063] env[69436]: DEBUG oslo_concurrency.lockutils [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] Lock "03a37459-fda2-4409-b07c-e194b16a4b23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.981063] env[69436]: DEBUG nova.compute.manager [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] No waiting events found dispatching network-vif-plugged-4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.981063] env[69436]: WARNING nova.compute.manager [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Received unexpected event network-vif-plugged-4572b71e-50a0-42fb-99ef-3dbb56ea752d for instance with vm_state building and task_state spawning. [ 871.981063] env[69436]: DEBUG nova.compute.manager [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Received event network-changed-4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 871.981262] env[69436]: DEBUG nova.compute.manager [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Refreshing instance network info cache due to event network-changed-4572b71e-50a0-42fb-99ef-3dbb56ea752d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 871.981457] env[69436]: DEBUG oslo_concurrency.lockutils [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] Acquiring lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.265863] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254908, 'name': PowerOffVM_Task, 'duration_secs': 0.308235} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.268814] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.269172] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.270531] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f10ce3-220f-4f2d-afdf-c499d7b98d6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.282911] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.287897] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db77b76f-99e8-447e-890a-9b0470123c6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.290471] env[69436]: INFO nova.compute.manager [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Took 58.58 seconds to build instance. [ 872.348062] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505729} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.351146] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/48fc744d-0650-40e6-bd78-c19afcb58c48.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.351469] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.352049] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d418401-c45b-4b1b-8dba-e4d47b525aed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.359965] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 872.359965] env[69436]: value = "task-3254911" [ 872.359965] env[69436]: _type = "Task" [ 872.359965] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.364758] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8303a-54b3-4199-98af-a9d5b595678c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.375403] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.378096] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.378323] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.378502] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore1] 0830e5ab-1d29-40ab-ab29-2400e61590b5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.378817] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab368d79-4fa6-406e-98a8-c0bfc3ead12b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.381771] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d11969-cf05-4c6f-8023-c55412fdc4f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.390945] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 872.390945] env[69436]: value = "task-3254912" [ 872.390945] env[69436]: _type = "Task" [ 872.390945] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.417404] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.417752] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Instance network_info: |[{"id": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "address": "fa:16:3e:9d:c0:e1", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4572b71e-50", "ovs_interfaceid": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 872.421648] env[69436]: DEBUG oslo_concurrency.lockutils [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] Acquired lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.421820] env[69436]: DEBUG nova.network.neutron [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Refreshing network info cache for port 4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.423200] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c0:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4572b71e-50a0-42fb-99ef-3dbb56ea752d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.431288] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating folder: Project (b0ba3497a93141fa87e3efd3abcbf682). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.432112] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a642a03-8ea0-466c-ba09-6cfaf5c24960 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.435264] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-031e9d9e-c31e-4103-be8f-319997d33162 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.443573] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.446751] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e76f29-41c9-41aa-bbb7-f5d8760b51e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.451851] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created folder: Project (b0ba3497a93141fa87e3efd3abcbf682) in parent group-v650165. [ 872.452053] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating folder: Instances. Parent ref: group-v650347. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.452615] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aeadc96-a218-42ac-9acb-7bd41598dd83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.462504] env[69436]: DEBUG nova.compute.provider_tree [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.464813] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created folder: Instances in parent group-v650347. [ 872.465343] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.465343] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.465471] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b745991d-d3ca-492b-9f5d-afa4aec9f48d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.480684] env[69436]: DEBUG nova.scheduler.client.report [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.490112] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.490112] env[69436]: value = "task-3254915" [ 872.490112] env[69436]: _type = "Task" [ 872.490112] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.500011] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254915, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.744009] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 872.772892] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.773184] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.773347] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.773664] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.773839] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.773990] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.774234] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.774402] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.774570] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.774734] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.774910] env[69436]: DEBUG nova.virt.hardware [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.775819] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64b709-9c51-498e-ad21-edd10af8c94c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.784879] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4cc607-71fd-40e3-b7db-87fc78483022 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.799079] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d544a7c6-2a05-4d2e-8a00-ddbe84736d2a tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "2735935b-1255-452b-ae44-0d57d6832fde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.237s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.870479] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080538} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.870479] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.871497] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080b41e4-3261-4f2f-a2b6-bfb0eebf14a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.896168] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/48fc744d-0650-40e6-bd78-c19afcb58c48.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.896514] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1448ba4-c097-492a-b684-aed2ca0b3aae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.923806] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 872.923806] env[69436]: value = "task-3254916" [ 872.923806] env[69436]: _type = "Task" [ 872.923806] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.930847] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145824} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.931513] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.931761] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.932048] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.939769] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.987386] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.987956] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 872.995414] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.024s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.995678] env[69436]: DEBUG nova.objects.instance [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lazy-loading 'resources' on Instance uuid 3741039a-7ac6-4bba-a2c8-d36359221de6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.008456] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254915, 'name': CreateVM_Task, 'duration_secs': 0.387275} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.010058] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.010519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.011023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.011130] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.011747] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a182d7e-00d1-4bc8-bae5-6706679e8ffa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.019046] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 873.019046] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52800b6c-f431-aee3-4c3d-6526a04fd1d3" [ 873.019046] env[69436]: _type = "Task" [ 873.019046] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.029508] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52800b6c-f431-aee3-4c3d-6526a04fd1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.087882] env[69436]: DEBUG nova.compute.manager [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Received event network-changed {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 873.088101] env[69436]: DEBUG nova.compute.manager [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Refreshing instance network info cache due to event network-changed. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 873.088324] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] Acquiring lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.088469] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] Acquired lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.088624] env[69436]: DEBUG nova.network.neutron [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.302632] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 873.435320] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254916, 'name': ReconfigVM_Task, 'duration_secs': 0.389598} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.435573] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/48fc744d-0650-40e6-bd78-c19afcb58c48.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.436402] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72fd7c87-1391-4540-9d42-e95179266c3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.445621] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 873.445621] env[69436]: value = "task-3254917" [ 873.445621] env[69436]: _type = "Task" [ 873.445621] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.456954] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254917, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.501729] env[69436]: DEBUG nova.compute.utils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.509424] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 873.509596] env[69436]: DEBUG nova.network.neutron [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.512101] env[69436]: DEBUG nova.network.neutron [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updated VIF entry in instance network info cache for port 4572b71e-50a0-42fb-99ef-3dbb56ea752d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.512435] env[69436]: DEBUG nova.network.neutron [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updating instance_info_cache with network_info: [{"id": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "address": "fa:16:3e:9d:c0:e1", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4572b71e-50", "ovs_interfaceid": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.532735] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52800b6c-f431-aee3-4c3d-6526a04fd1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013103} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.534092] env[69436]: DEBUG nova.network.neutron [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Successfully updated port: 2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.535503] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.535657] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.535919] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.536084] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.536293] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.539419] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05d28fa3-b0b6-4b98-b547-25a3ee3e8890 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.551229] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.551429] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.554636] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61881781-64f6-40bd-b10a-eafe7db0c96d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.561734] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 873.561734] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9c0f6-4860-195f-1431-23d417c07074" [ 873.561734] env[69436]: _type = "Task" [ 873.561734] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.566314] env[69436]: DEBUG nova.policy [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193b487c15ff4316881851cae28c1bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2f5661569a4be69d4067329244e3bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.576561] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9c0f6-4860-195f-1431-23d417c07074, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.577458] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37871dc-598d-4048-bd53-7261806ca169 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.584625] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 873.584625] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523db17b-e001-1f54-0664-e4775115754e" [ 873.584625] env[69436]: _type = "Task" [ 873.584625] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.596169] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523db17b-e001-1f54-0664-e4775115754e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.665585] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "2735935b-1255-452b-ae44-0d57d6832fde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.665904] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "2735935b-1255-452b-ae44-0d57d6832fde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.666069] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "2735935b-1255-452b-ae44-0d57d6832fde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.666260] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "2735935b-1255-452b-ae44-0d57d6832fde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.666428] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "2735935b-1255-452b-ae44-0d57d6832fde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.670683] env[69436]: INFO nova.compute.manager [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Terminating instance [ 873.816852] env[69436]: DEBUG nova.network.neutron [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Updating instance_info_cache with network_info: [{"id": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "address": "fa:16:3e:ae:11:9e", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8cf5c60-c2", "ovs_interfaceid": "d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.830054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.959241] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254917, 'name': Rename_Task, 'duration_secs': 0.196407} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.962139] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.962824] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a705bedd-d645-4111-9838-e1c800a54eeb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.971049] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 873.971049] env[69436]: value = "task-3254918" [ 873.971049] env[69436]: _type = "Task" [ 873.971049] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.976979] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.977258] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.977456] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.977655] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.977816] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.978017] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.978262] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.978444] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.978642] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.978843] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.979061] env[69436]: DEBUG nova.virt.hardware [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.979909] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb22be-952c-4c0b-82b0-a5905011a307 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.992714] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254918, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.998127] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b4b0a-b2b0-4947-b392-c1d1696b56b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.016578] env[69436]: DEBUG oslo_concurrency.lockutils [req-ce275ffb-7c67-4a33-ac14-5e7e616c3646 req-9611601a-8389-49ee-9f69-3212f3206764 service nova] Releasing lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.017491] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 874.020194] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:1a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc69ba6-5eed-4c3c-8277-16757bcf402c', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.027642] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.031491] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.031491] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c1f91ab-01c0-4316-9d18-1b0a3574d887 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.048518] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.048668] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.048817] env[69436]: DEBUG nova.network.neutron [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.057070] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.057070] env[69436]: value = "task-3254919" [ 874.057070] env[69436]: _type = "Task" [ 874.057070] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.066481] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254919, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.098788] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523db17b-e001-1f54-0664-e4775115754e, 'name': SearchDatastore_Task, 'duration_secs': 0.021938} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.102492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.102492] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 03a37459-fda2-4409-b07c-e194b16a4b23/03a37459-fda2-4409-b07c-e194b16a4b23.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.102603] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfeb0604-bb40-4b31-961e-bd5694457902 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.112051] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 874.112051] env[69436]: value = "task-3254920" [ 874.112051] env[69436]: _type = "Task" [ 874.112051] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.116253] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198cf6aa-acd8-4304-bc1a-10cd72060cf2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.128514] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.129857] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aab94d-3dd8-4c08-be69-433b7b7aa1b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.167929] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cbc970-f852-4089-8f13-f63144b910e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.177755] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912607d-2c71-4605-8674-ed0894ca2b5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.182676] env[69436]: DEBUG nova.compute.manager [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 874.183025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.183761] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a8f39-fa78-4f47-ae5e-a83f3d54e7ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.200122] env[69436]: DEBUG nova.compute.provider_tree [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.204497] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.205097] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2166f19-f924-43b3-9962-1d3a529a30d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214195] env[69436]: DEBUG oslo_vmware.api [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 874.214195] env[69436]: value = "task-3254921" [ 874.214195] env[69436]: _type = "Task" [ 874.214195] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.224887] env[69436]: DEBUG oslo_vmware.api [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.321897] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1cc50167-b92b-481b-ab10-9a25015e93b2 tempest-ServerExternalEventsTest-1780922687 tempest-ServerExternalEventsTest-1780922687-project] Releasing lock "refresh_cache-2735935b-1255-452b-ae44-0d57d6832fde" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.334413] env[69436]: DEBUG nova.compute.manager [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Received event network-vif-plugged-2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 874.334766] env[69436]: DEBUG oslo_concurrency.lockutils [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] Acquiring lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.335158] env[69436]: DEBUG oslo_concurrency.lockutils [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.335384] env[69436]: DEBUG oslo_concurrency.lockutils [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.335650] env[69436]: DEBUG nova.compute.manager [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] No waiting events found dispatching network-vif-plugged-2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.335891] env[69436]: WARNING nova.compute.manager [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Received unexpected event network-vif-plugged-2948dfad-e243-4d01-9f81-899958556742 for instance with vm_state building and task_state spawning. [ 874.336178] env[69436]: DEBUG nova.compute.manager [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Received event network-changed-2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 874.336400] env[69436]: DEBUG nova.compute.manager [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Refreshing instance network info cache due to event network-changed-2948dfad-e243-4d01-9f81-899958556742. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 874.336603] env[69436]: DEBUG oslo_concurrency.lockutils [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] Acquiring lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.360465] env[69436]: DEBUG nova.network.neutron [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Successfully created port: d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.486911] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.576287] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254919, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.601253] env[69436]: DEBUG nova.network.neutron [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.622506] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254920, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.706429] env[69436]: DEBUG nova.scheduler.client.report [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.726753] env[69436]: DEBUG oslo_vmware.api [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254921, 'name': PowerOffVM_Task, 'duration_secs': 0.288656} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.727634] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.727809] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.728082] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6fdbaeb-7af2-4a11-a7de-7e08c19ffeb9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.745761] env[69436]: DEBUG nova.network.neutron [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Updating instance_info_cache with network_info: [{"id": "2948dfad-e243-4d01-9f81-899958556742", "address": "fa:16:3e:c2:6f:c0", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2948dfad-e2", "ovs_interfaceid": "2948dfad-e243-4d01-9f81-899958556742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.819694] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.820290] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.820290] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Deleting the datastore file [datastore1] 2735935b-1255-452b-ae44-0d57d6832fde {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.820606] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02384580-3013-4798-ab2e-687fcb190323 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.828866] env[69436]: DEBUG oslo_vmware.api [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for the task: (returnval){ [ 874.828866] env[69436]: value = "task-3254923" [ 874.828866] env[69436]: _type = "Task" [ 874.828866] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.839231] env[69436]: DEBUG oslo_vmware.api [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.985726] env[69436]: DEBUG oslo_vmware.api [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3254918, 'name': PowerOnVM_Task, 'duration_secs': 0.520885} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.986041] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.986217] env[69436]: INFO nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Took 7.72 seconds to spawn the instance on the hypervisor. [ 874.986399] env[69436]: DEBUG nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 874.987220] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf52d738-dd9b-44fa-a4f3-0b0989b35991 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.037751] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 875.063970] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.064572] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.064572] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.064572] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.064845] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.064845] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.065014] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.065504] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.065688] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.065855] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.066039] env[69436]: DEBUG nova.virt.hardware [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.066851] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6bcf5-f121-41fb-8eab-e8ebdfe970eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.072650] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254919, 'name': CreateVM_Task, 'duration_secs': 0.576501} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.073139] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.073779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.073981] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.074278] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.074527] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc2fd00-7ddd-407d-a668-7830c80a1df8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.079451] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef007c4-7768-41e7-b110-9566b694b039 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.085528] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 875.085528] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5218b89e-d344-7d08-56e8-beabae781db5" [ 875.085528] env[69436]: _type = "Task" [ 875.085528] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.104343] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5218b89e-d344-7d08-56e8-beabae781db5, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.104585] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.104817] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.106028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.106028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.106028] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.106028] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c03ee9-6a6a-4aae-a064-f595eff4c09e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.118619] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.118793] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.119855] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c996068-82bb-41ca-a1ea-28a75ad87039 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.125161] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524608} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.125722] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 03a37459-fda2-4409-b07c-e194b16a4b23/03a37459-fda2-4409-b07c-e194b16a4b23.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.125958] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.126263] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3068b91-eb0a-46ba-8d40-9512e6d903b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.129805] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 875.129805] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5212c6be-401f-aca4-8b66-b7bb9a719914" [ 875.129805] env[69436]: _type = "Task" [ 875.129805] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.134968] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 875.134968] env[69436]: value = "task-3254924" [ 875.134968] env[69436]: _type = "Task" [ 875.134968] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.137932] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5212c6be-401f-aca4-8b66-b7bb9a719914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.148105] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.215784] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.219095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.966s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.219949] env[69436]: INFO nova.compute.claims [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.241513] env[69436]: INFO nova.scheduler.client.report [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleted allocations for instance 3741039a-7ac6-4bba-a2c8-d36359221de6 [ 875.248725] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.248863] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Instance network_info: |[{"id": "2948dfad-e243-4d01-9f81-899958556742", "address": "fa:16:3e:c2:6f:c0", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2948dfad-e2", "ovs_interfaceid": "2948dfad-e243-4d01-9f81-899958556742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 875.249163] env[69436]: DEBUG oslo_concurrency.lockutils [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] Acquired lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.249347] env[69436]: DEBUG nova.network.neutron [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Refreshing network info cache for port 2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.250345] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:6f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2948dfad-e243-4d01-9f81-899958556742', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.259309] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.260045] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.260218] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a625b2b-6ef0-4ce5-a05a-4395d5c199e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.286222] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.286222] env[69436]: value = "task-3254925" [ 875.286222] env[69436]: _type = "Task" [ 875.286222] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.295370] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254925, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.338965] env[69436]: DEBUG oslo_vmware.api [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Task: {'id': task-3254923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161207} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.339549] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.339852] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.340180] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.340474] env[69436]: INFO nova.compute.manager [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Took 1.16 seconds to destroy the instance on the hypervisor. [ 875.340816] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.341136] env[69436]: DEBUG nova.compute.manager [-] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 875.341321] env[69436]: DEBUG nova.network.neutron [-] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.503871] env[69436]: INFO nova.compute.manager [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Took 55.36 seconds to build instance. [ 875.640219] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5212c6be-401f-aca4-8b66-b7bb9a719914, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.643681] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aab0369-1e92-4661-9319-6285430de2c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.651154] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07049} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.652343] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.652760] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 875.652760] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275ed7b-903a-fc10-8f2b-67f11b6e2974" [ 875.652760] env[69436]: _type = "Task" [ 875.652760] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.653462] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761253f-42b7-426c-8c46-4ec07f70b630 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.664670] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275ed7b-903a-fc10-8f2b-67f11b6e2974, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.673250] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.673518] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.682068] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 03a37459-fda2-4409-b07c-e194b16a4b23/03a37459-fda2-4409-b07c-e194b16a4b23.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.682262] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dad975b-5d62-42aa-8e17-401c165c7085 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.684456] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed4f014-a230-4a2f-8bd6-5e51fa81ab2d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.706314] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 875.706314] env[69436]: value = "task-3254926" [ 875.706314] env[69436]: _type = "Task" [ 875.706314] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.708168] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 875.708168] env[69436]: value = "task-3254927" [ 875.708168] env[69436]: _type = "Task" [ 875.708168] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.721026] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.726187] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.748865] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c3d51a8c-a897-44e9-b236-a8e43573fff9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "3741039a-7ac6-4bba-a2c8-d36359221de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.250s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.799684] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254925, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.967777] env[69436]: DEBUG nova.network.neutron [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Updated VIF entry in instance network info cache for port 2948dfad-e243-4d01-9f81-899958556742. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.968201] env[69436]: DEBUG nova.network.neutron [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Updating instance_info_cache with network_info: [{"id": "2948dfad-e243-4d01-9f81-899958556742", "address": "fa:16:3e:c2:6f:c0", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2948dfad-e2", "ovs_interfaceid": "2948dfad-e243-4d01-9f81-899958556742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.007804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b24cb8d-6e04-4180-a376-3f5c62d402a2 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.033s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.105155] env[69436]: DEBUG nova.network.neutron [-] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.224393] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.230882] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.299367] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254925, 'name': CreateVM_Task, 'duration_secs': 0.743253} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.300249] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.300628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.300893] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.303034] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.303034] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3b658d-c707-4713-99e7-8da00c3eab0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.312029] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 876.312029] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bab97c-a8a5-86d1-66ad-994df07d9ef2" [ 876.312029] env[69436]: _type = "Task" [ 876.312029] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.320193] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bab97c-a8a5-86d1-66ad-994df07d9ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.471159] env[69436]: DEBUG oslo_concurrency.lockutils [req-40cea658-6048-4d16-9774-1d5bd6f5613d req-830ea950-484f-4b85-beef-297b6ef4704c service nova] Releasing lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.497957] env[69436]: DEBUG nova.network.neutron [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Successfully updated port: d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.510981] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 876.515977] env[69436]: DEBUG nova.compute.manager [req-33d4deb0-1add-4099-b32d-e2dd753322c0 req-8019ef43-1084-4b06-bcab-2ad8eebc5db9 service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Received event network-vif-plugged-d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 876.516327] env[69436]: DEBUG oslo_concurrency.lockutils [req-33d4deb0-1add-4099-b32d-e2dd753322c0 req-8019ef43-1084-4b06-bcab-2ad8eebc5db9 service nova] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.516495] env[69436]: DEBUG oslo_concurrency.lockutils [req-33d4deb0-1add-4099-b32d-e2dd753322c0 req-8019ef43-1084-4b06-bcab-2ad8eebc5db9 service nova] Lock "a18b0787-4265-44a9-92f6-acc5742be909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.516713] env[69436]: DEBUG oslo_concurrency.lockutils [req-33d4deb0-1add-4099-b32d-e2dd753322c0 req-8019ef43-1084-4b06-bcab-2ad8eebc5db9 service nova] Lock "a18b0787-4265-44a9-92f6-acc5742be909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.516908] env[69436]: DEBUG nova.compute.manager [req-33d4deb0-1add-4099-b32d-e2dd753322c0 req-8019ef43-1084-4b06-bcab-2ad8eebc5db9 service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] No waiting events found dispatching network-vif-plugged-d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.517108] env[69436]: WARNING nova.compute.manager [req-33d4deb0-1add-4099-b32d-e2dd753322c0 req-8019ef43-1084-4b06-bcab-2ad8eebc5db9 service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Received unexpected event network-vif-plugged-d7ee8e4c-82ed-4efb-92f8-df22cefe152d for instance with vm_state building and task_state spawning. [ 876.531145] env[69436]: DEBUG nova.compute.manager [req-8f519db2-3586-4bad-b3f0-d48e9370af2a req-1152ce43-9cac-494f-a0e5-33af11d7426d service nova] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Received event network-vif-deleted-d8cf5c60-c2b2-40ab-bade-4ee5d92ee5a2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 876.609181] env[69436]: INFO nova.compute.manager [-] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Took 1.27 seconds to deallocate network for instance. [ 876.724201] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556312} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.726666] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.726890] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.727501] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254927, 'name': ReconfigVM_Task, 'duration_secs': 0.707783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.727701] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2bc861c-5c75-42b8-87ef-572ccf8a91fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.729557] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 03a37459-fda2-4409-b07c-e194b16a4b23/03a37459-fda2-4409-b07c-e194b16a4b23.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.736364] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a706758-669a-4770-bfc0-1772578fff57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.744871] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 876.744871] env[69436]: value = "task-3254928" [ 876.744871] env[69436]: _type = "Task" [ 876.744871] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.746879] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 876.746879] env[69436]: value = "task-3254929" [ 876.746879] env[69436]: _type = "Task" [ 876.746879] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.769163] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.772198] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254929, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.832916] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bab97c-a8a5-86d1-66ad-994df07d9ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.835133] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.835133] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.835133] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.835133] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.835133] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.835133] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f54615a-feba-4654-8eb0-a39471eae583 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.845839] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.846116] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.849055] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932ea914-101b-4942-950a-17805a6a292e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.857705] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 876.857705] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526e69df-09d8-4661-1b69-30f5ab3e1bd7" [ 876.857705] env[69436]: _type = "Task" [ 876.857705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.870478] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526e69df-09d8-4661-1b69-30f5ab3e1bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.878948] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47689716-a902-4408-a07d-d857a8eb9746 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.888736] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1a421-314f-4d65-af4f-e35dd807aada {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.927263] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c09a2-768c-4f72-ba78-7617c97f1066 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.936982] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e38478-7bed-4130-832b-dfeb2aed120d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.954290] env[69436]: DEBUG nova.compute.provider_tree [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.002246] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002246] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002246] env[69436]: DEBUG nova.network.neutron [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.030345] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.116985] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.258289] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079835} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.261591] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.262393] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1fa75-453b-4906-99eb-6b7b0f91b747 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.273876] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254929, 'name': Rename_Task, 'duration_secs': 0.32751} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.283996] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.293593] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.294114] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5659709a-9b99-4005-9050-6e98640db9a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.295942] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8732b4-be3e-422d-acad-bd6ed0e1abd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.319722] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 877.319722] env[69436]: value = "task-3254931" [ 877.319722] env[69436]: _type = "Task" [ 877.319722] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.320169] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 877.320169] env[69436]: value = "task-3254930" [ 877.320169] env[69436]: _type = "Task" [ 877.320169] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.339494] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.344508] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254930, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.374350] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526e69df-09d8-4661-1b69-30f5ab3e1bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.376030] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27e830d-7fce-430b-a146-dfab775aea50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.383034] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 877.383034] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291af08-4595-3dc7-9c01-03bb6c427b44" [ 877.383034] env[69436]: _type = "Task" [ 877.383034] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.391690] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291af08-4595-3dc7-9c01-03bb6c427b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.461090] env[69436]: DEBUG nova.scheduler.client.report [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.564621] env[69436]: DEBUG nova.network.neutron [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.789978] env[69436]: DEBUG nova.network.neutron [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.837017] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254931, 'name': ReconfigVM_Task, 'duration_secs': 0.297933} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.838560] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 0830e5ab-1d29-40ab-ab29-2400e61590b5/0830e5ab-1d29-40ab-ab29-2400e61590b5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.841019] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.841019] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bae8a1a-40e9-40b8-8aea-e48071722b61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.847840] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 877.847840] env[69436]: value = "task-3254932" [ 877.847840] env[69436]: _type = "Task" [ 877.847840] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.857803] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254932, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.894430] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291af08-4595-3dc7-9c01-03bb6c427b44, 'name': SearchDatastore_Task, 'duration_secs': 0.012287} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.894696] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.894962] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/82908bd6-7b35-49fd-b4c5-2df420daa0e2.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.895495] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221c9a11-34d1-49dd-b7fe-30c1e9b5f7b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.903466] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 877.903466] env[69436]: value = "task-3254933" [ 877.903466] env[69436]: _type = "Task" [ 877.903466] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.912362] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.967014] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.968650] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 877.971070] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.128s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.971495] env[69436]: DEBUG nova.objects.instance [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lazy-loading 'resources' on Instance uuid 158c19a4-af6d-41e9-9352-8eef13f1ec20 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.292780] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.293302] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Instance network_info: |[{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 878.293899] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:0d:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7ee8e4c-82ed-4efb-92f8-df22cefe152d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.304207] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating folder: Project (4a2f5661569a4be69d4067329244e3bc). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.304606] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd9eae7c-f08e-4678-8d22-ed499e6f95bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.321416] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created folder: Project (4a2f5661569a4be69d4067329244e3bc) in parent group-v650165. [ 878.321678] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating folder: Instances. Parent ref: group-v650352. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.322195] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e91968-ff94-4b73-840f-185b81c74465 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.340892] env[69436]: DEBUG oslo_vmware.api [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3254930, 'name': PowerOnVM_Task, 'duration_secs': 0.744255} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.340892] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.340892] env[69436]: INFO nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Took 8.34 seconds to spawn the instance on the hypervisor. [ 878.340892] env[69436]: DEBUG nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 878.342033] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb21972-8724-4b23-ab08-126162e35519 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.347282] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created folder: Instances in parent group-v650352. [ 878.347412] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.348089] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.348414] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe2baf8-db80-4455-b655-ba4f4a14d29e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.381873] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254932, 'name': Rename_Task, 'duration_secs': 0.185896} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.383555] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.384243] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.384243] env[69436]: value = "task-3254936" [ 878.384243] env[69436]: _type = "Task" [ 878.384243] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.384243] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8085f61-d03f-4c88-87a5-eb9878957d86 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.398678] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 878.398678] env[69436]: value = "task-3254937" [ 878.398678] env[69436]: _type = "Task" [ 878.398678] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.411413] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.418772] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254933, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.464046] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.464300] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.472433] env[69436]: DEBUG nova.compute.utils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.474334] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 878.474589] env[69436]: DEBUG nova.network.neutron [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.559227] env[69436]: DEBUG nova.policy [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86599d92fdc148a684fcea43277da904', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24eb8535d76043bfacef4f748e72657a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.577158] env[69436]: DEBUG nova.compute.manager [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Received event network-changed-d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 878.577158] env[69436]: DEBUG nova.compute.manager [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Refreshing instance network info cache due to event network-changed-d7ee8e4c-82ed-4efb-92f8-df22cefe152d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 878.577330] env[69436]: DEBUG oslo_concurrency.lockutils [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.577478] env[69436]: DEBUG oslo_concurrency.lockutils [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.577672] env[69436]: DEBUG nova.network.neutron [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Refreshing network info cache for port d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.597235] env[69436]: DEBUG nova.compute.manager [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 878.597235] env[69436]: DEBUG nova.compute.manager [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing instance network info cache due to event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 878.597235] env[69436]: DEBUG oslo_concurrency.lockutils [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.597235] env[69436]: DEBUG oslo_concurrency.lockutils [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.597375] env[69436]: DEBUG nova.network.neutron [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.887251] env[69436]: INFO nova.compute.manager [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Took 58.64 seconds to build instance. [ 878.900279] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254936, 'name': CreateVM_Task, 'duration_secs': 0.455866} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.905862] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.907525] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.907735] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.908069] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.913621] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b0b716-7a42-4733-af3b-76dd023c92e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.920074] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.927049] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518526} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.927633] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 878.927633] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9846b-6698-a217-b42d-f0d118a59f07" [ 878.927633] env[69436]: _type = "Task" [ 878.927633] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.928113] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/82908bd6-7b35-49fd-b4c5-2df420daa0e2.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.928337] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.929684] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e5f355-b6ad-4666-9846-c3514119e274 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.940490] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9846b-6698-a217-b42d-f0d118a59f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.943692] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 878.943692] env[69436]: value = "task-3254938" [ 878.943692] env[69436]: _type = "Task" [ 878.943692] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.957352] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.981202] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 879.008315] env[69436]: DEBUG nova.network.neutron [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Successfully created port: c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.100038] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2596898-ffce-4184-83ce-688bc0d7dc88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.114641] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf889de-17a2-496c-898a-334c086f2dee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.152209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cfc1fa-3a45-44c9-8c19-20eced9779ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.161660] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832fb88f-4529-4fa9-8349-2075b510ec08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.179565] env[69436]: DEBUG nova.compute.provider_tree [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.394429] env[69436]: DEBUG oslo_concurrency.lockutils [None req-893f6534-8d36-4d02-9ea4-3b887b141368 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "03a37459-fda2-4409-b07c-e194b16a4b23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.801s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.414848] env[69436]: DEBUG oslo_vmware.api [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254937, 'name': PowerOnVM_Task, 'duration_secs': 0.627717} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.415899] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.416174] env[69436]: DEBUG nova.compute.manager [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 879.416895] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca36e2-e038-433d-a6a5-b328f13a6721 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.441505] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9846b-6698-a217-b42d-f0d118a59f07, 'name': SearchDatastore_Task, 'duration_secs': 0.023105} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.441796] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.442027] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.442447] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.442596] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.442775] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.443076] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de062dc4-893a-49ca-bc2b-f11b4a9d4bd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.461461] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.461732] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.462611] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f731a7f5-63d9-4e05-a00f-85bfef890078 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.466626] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.466800] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.467539] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3862e80a-38e5-4283-927d-5e8a370e1446 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.488764] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/82908bd6-7b35-49fd-b4c5-2df420daa0e2.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.494135] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed45dc46-7291-4132-ad5f-846c97110694 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.510899] env[69436]: DEBUG nova.network.neutron [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updated VIF entry in instance network info cache for port d7ee8e4c-82ed-4efb-92f8-df22cefe152d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.510899] env[69436]: DEBUG nova.network.neutron [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.516392] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 879.516392] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c2eb52-9d30-d0aa-99cf-b38173698c7d" [ 879.516392] env[69436]: _type = "Task" [ 879.516392] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.524185] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 879.524185] env[69436]: value = "task-3254939" [ 879.524185] env[69436]: _type = "Task" [ 879.524185] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.527704] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c2eb52-9d30-d0aa-99cf-b38173698c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.536372] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.552771] env[69436]: DEBUG nova.network.neutron [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updated VIF entry in instance network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.553177] env[69436]: DEBUG nova.network.neutron [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.686045] env[69436]: DEBUG nova.scheduler.client.report [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.899611] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 879.938722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.011907] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 880.018028] env[69436]: DEBUG oslo_concurrency.lockutils [req-acb12629-4f79-4c05-9e11-f9fb96ea1501 req-0ffa2703-8e43-407a-aad8-53f018140f7c service nova] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.028901] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c2eb52-9d30-d0aa-99cf-b38173698c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.034809} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.034446] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653f40fb-f901-4670-ab1f-40fa2927ebc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.042782] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.045147] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.045412] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.045576] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.045762] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.045908] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.046069] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.046283] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.046443] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.046609] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.046770] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.047019] env[69436]: DEBUG nova.virt.hardware [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.048771] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab7c64-b24f-4d45-8429-ac3452d7b954 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.051452] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 880.051452] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bd9aea-356b-b170-7fe0-2d34bce4529f" [ 880.051452] env[69436]: _type = "Task" [ 880.051452] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.059492] env[69436]: DEBUG oslo_concurrency.lockutils [req-81436023-ab2a-4914-9f33-8bb175bb25e8 req-abe5617e-66ca-4d0e-b20e-e88b172d3a99 service nova] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.061028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6267955-e498-4ac0-aaf4-ddb3194408e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.068398] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bd9aea-356b-b170-7fe0-2d34bce4529f, 'name': SearchDatastore_Task, 'duration_secs': 0.014623} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.068888] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.069229] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] a18b0787-4265-44a9-92f6-acc5742be909/a18b0787-4265-44a9-92f6-acc5742be909.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.069793] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbf407e-d40d-4d3d-bfbe-71520f9cd50b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.087494] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 880.087494] env[69436]: value = "task-3254940" [ 880.087494] env[69436]: _type = "Task" [ 880.087494] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.096755] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.192011] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.195156] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.667s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.195508] env[69436]: DEBUG nova.objects.instance [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lazy-loading 'resources' on Instance uuid b55c5dca-5285-43be-8c6c-46acb75420e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.216203] env[69436]: INFO nova.scheduler.client.report [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Deleted allocations for instance 158c19a4-af6d-41e9-9352-8eef13f1ec20 [ 880.423588] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.543739] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254939, 'name': ReconfigVM_Task, 'duration_secs': 0.775319} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.543739] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/82908bd6-7b35-49fd-b4c5-2df420daa0e2.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.543739] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2302155-bd25-4713-a8dd-c54eba00fb38 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.553039] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 880.553039] env[69436]: value = "task-3254941" [ 880.553039] env[69436]: _type = "Task" [ 880.553039] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.561664] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254941, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.588173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "0830e5ab-1d29-40ab-ab29-2400e61590b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.588173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.588173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "0830e5ab-1d29-40ab-ab29-2400e61590b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.588173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.588173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.599994] env[69436]: INFO nova.compute.manager [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Terminating instance [ 880.614903] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518312} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.615967] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] a18b0787-4265-44a9-92f6-acc5742be909/a18b0787-4265-44a9-92f6-acc5742be909.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.616285] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.616607] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67f3e196-30fb-43c9-80d0-e454b54b8cb8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.626245] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 880.626245] env[69436]: value = "task-3254942" [ 880.626245] env[69436]: _type = "Task" [ 880.626245] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.639112] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.731263] env[69436]: DEBUG oslo_concurrency.lockutils [None req-730f55a2-c424-44b0-b36e-26532e7913f8 tempest-ServersWithSpecificFlavorTestJSON-1940756518 tempest-ServersWithSpecificFlavorTestJSON-1940756518-project-member] Lock "158c19a4-af6d-41e9-9352-8eef13f1ec20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.863s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.876445] env[69436]: DEBUG nova.compute.manager [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Received event network-changed-4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 880.877351] env[69436]: DEBUG nova.compute.manager [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Refreshing instance network info cache due to event network-changed-4572b71e-50a0-42fb-99ef-3dbb56ea752d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 880.877351] env[69436]: DEBUG oslo_concurrency.lockutils [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] Acquiring lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.877351] env[69436]: DEBUG oslo_concurrency.lockutils [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] Acquired lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.877351] env[69436]: DEBUG nova.network.neutron [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Refreshing network info cache for port 4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.982442] env[69436]: DEBUG nova.network.neutron [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Successfully updated port: c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.042427] env[69436]: DEBUG nova.compute.manager [req-f8ffa555-2fcb-4b0b-a352-bc35eba4047b req-b8dec847-8128-4539-853d-0fec29d6fd84 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Received event network-vif-plugged-c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 881.042649] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8ffa555-2fcb-4b0b-a352-bc35eba4047b req-b8dec847-8128-4539-853d-0fec29d6fd84 service nova] Acquiring lock "5942736a-4557-4306-951a-4775f852349c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.042855] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8ffa555-2fcb-4b0b-a352-bc35eba4047b req-b8dec847-8128-4539-853d-0fec29d6fd84 service nova] Lock "5942736a-4557-4306-951a-4775f852349c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.043444] env[69436]: DEBUG oslo_concurrency.lockutils [req-f8ffa555-2fcb-4b0b-a352-bc35eba4047b req-b8dec847-8128-4539-853d-0fec29d6fd84 service nova] Lock "5942736a-4557-4306-951a-4775f852349c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.043696] env[69436]: DEBUG nova.compute.manager [req-f8ffa555-2fcb-4b0b-a352-bc35eba4047b req-b8dec847-8128-4539-853d-0fec29d6fd84 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] No waiting events found dispatching network-vif-plugged-c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.043868] env[69436]: WARNING nova.compute.manager [req-f8ffa555-2fcb-4b0b-a352-bc35eba4047b req-b8dec847-8128-4539-853d-0fec29d6fd84 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Received unexpected event network-vif-plugged-c575764c-c071-4257-b1eb-ab598fe908c6 for instance with vm_state building and task_state spawning. [ 881.063541] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254941, 'name': Rename_Task, 'duration_secs': 0.168515} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.064085] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.064345] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d57e8829-b59a-4563-8493-e3005e8d86d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.072467] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 881.072467] env[69436]: value = "task-3254943" [ 881.072467] env[69436]: _type = "Task" [ 881.072467] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.081463] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.109535] env[69436]: DEBUG nova.compute.manager [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 881.109535] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.112224] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c7e5ad-4184-4c51-b6b5-759909c8863c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.122766] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.122937] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4953ecd1-6c9f-4188-91e4-74f6e3ca9d59 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.133977] env[69436]: DEBUG oslo_vmware.api [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 881.133977] env[69436]: value = "task-3254944" [ 881.133977] env[69436]: _type = "Task" [ 881.133977] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.137225] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069688} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.141008] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.145134] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9bb82b-1597-4bb3-b7c2-3cd587b21f03 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.154243] env[69436]: DEBUG oslo_vmware.api [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.175223] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a18b0787-4265-44a9-92f6-acc5742be909/a18b0787-4265-44a9-92f6-acc5742be909.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.178226] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e08083e-029e-46ed-bc93-5348e7da1f14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.203652] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 881.203652] env[69436]: value = "task-3254945" [ 881.203652] env[69436]: _type = "Task" [ 881.203652] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.216918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "54ef019a-a45c-4e12-82d3-675f890c554b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.217227] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.217488] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.316318] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55091c58-eb20-4fe3-841d-73e91776a378 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.326437] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c843e-c7c1-48dc-b60e-206902c070bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.363178] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af38a68-b54e-479a-8758-3ff73c68983c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.372269] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ed3fb0-b04c-4560-a18e-d4feeb314a29 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.392249] env[69436]: DEBUG nova.compute.provider_tree [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.485245] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "refresh_cache-5942736a-4557-4306-951a-4775f852349c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.485574] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "refresh_cache-5942736a-4557-4306-951a-4775f852349c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.485660] env[69436]: DEBUG nova.network.neutron [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.582952] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.648178] env[69436]: DEBUG oslo_vmware.api [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254944, 'name': PowerOffVM_Task, 'duration_secs': 0.293759} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.648178] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.648395] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.648583] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3afd7eab-3ac2-4915-9ef8-496fa080c2f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.714609] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.896106] env[69436]: DEBUG nova.scheduler.client.report [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.993738] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.993945] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.994158] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore2] 0830e5ab-1d29-40ab-ab29-2400e61590b5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.997570] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd27e97f-7a2a-4365-965d-b8bb4c7cd011 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.003446] env[69436]: DEBUG oslo_vmware.api [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 882.003446] env[69436]: value = "task-3254947" [ 882.003446] env[69436]: _type = "Task" [ 882.003446] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.017924] env[69436]: DEBUG oslo_vmware.api [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.031881] env[69436]: DEBUG nova.network.neutron [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.083740] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254943, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.200778] env[69436]: DEBUG nova.network.neutron [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Updating instance_info_cache with network_info: [{"id": "c575764c-c071-4257-b1eb-ab598fe908c6", "address": "fa:16:3e:3a:7f:d2", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc575764c-c0", "ovs_interfaceid": "c575764c-c071-4257-b1eb-ab598fe908c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.218419] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254945, 'name': ReconfigVM_Task, 'duration_secs': 0.666455} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.219484] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a18b0787-4265-44a9-92f6-acc5742be909/a18b0787-4265-44a9-92f6-acc5742be909.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.220337] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-286a1675-3cb1-4ad1-8d7e-eb35a7c1be9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.231291] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 882.231291] env[69436]: value = "task-3254948" [ 882.231291] env[69436]: _type = "Task" [ 882.231291] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.235809] env[69436]: DEBUG nova.network.neutron [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updated VIF entry in instance network info cache for port 4572b71e-50a0-42fb-99ef-3dbb56ea752d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.236364] env[69436]: DEBUG nova.network.neutron [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updating instance_info_cache with network_info: [{"id": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "address": "fa:16:3e:9d:c0:e1", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4572b71e-50", "ovs_interfaceid": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.244490] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254948, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.403604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.406410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.332s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.408027] env[69436]: INFO nova.compute.claims [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.430015] env[69436]: INFO nova.scheduler.client.report [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Deleted allocations for instance b55c5dca-5285-43be-8c6c-46acb75420e4 [ 882.516022] env[69436]: DEBUG oslo_vmware.api [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3254947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146831} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.516303] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.516485] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.516739] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.516915] env[69436]: INFO nova.compute.manager [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Took 1.41 seconds to destroy the instance on the hypervisor. [ 882.517169] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.517349] env[69436]: DEBUG nova.compute.manager [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 882.517436] env[69436]: DEBUG nova.network.neutron [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.587200] env[69436]: DEBUG oslo_vmware.api [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254943, 'name': PowerOnVM_Task, 'duration_secs': 1.246249} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.587535] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.587716] env[69436]: INFO nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Took 9.84 seconds to spawn the instance on the hypervisor. [ 882.587895] env[69436]: DEBUG nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 882.588665] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b97b5aa-ae51-48d5-8bce-d569ba708dd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.705681] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "refresh_cache-5942736a-4557-4306-951a-4775f852349c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.706030] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Instance network_info: |[{"id": "c575764c-c071-4257-b1eb-ab598fe908c6", "address": "fa:16:3e:3a:7f:d2", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc575764c-c0", "ovs_interfaceid": "c575764c-c071-4257-b1eb-ab598fe908c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 882.706462] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:7f:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c575764c-c071-4257-b1eb-ab598fe908c6', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.715881] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.715881] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5942736a-4557-4306-951a-4775f852349c] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.715881] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4f82c54-701a-41e1-8bf0-a7489453af04 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.741024] env[69436]: DEBUG oslo_concurrency.lockutils [req-364fcff4-8176-41b6-8154-7b624cf87487 req-1eb45e7a-dd65-408b-8a3b-15637126cad0 service nova] Releasing lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.747051] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254948, 'name': Rename_Task, 'duration_secs': 0.173204} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.752021] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.752021] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.752021] env[69436]: value = "task-3254949" [ 882.752021] env[69436]: _type = "Task" [ 882.752021] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.752021] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0517441-b271-4da9-87a7-6d0bc52b2765 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.762139] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254949, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.764343] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 882.764343] env[69436]: value = "task-3254950" [ 882.764343] env[69436]: _type = "Task" [ 882.764343] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.774360] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.939669] env[69436]: DEBUG oslo_concurrency.lockutils [None req-39eae99d-da45-45ac-8111-6cf44dad891e tempest-DeleteServersAdminTestJSON-822335093 tempest-DeleteServersAdminTestJSON-822335093-project-member] Lock "b55c5dca-5285-43be-8c6c-46acb75420e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.887s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.108316] env[69436]: INFO nova.compute.manager [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Took 57.21 seconds to build instance. [ 883.114380] env[69436]: DEBUG nova.compute.manager [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Received event network-changed-c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 883.115166] env[69436]: DEBUG nova.compute.manager [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Refreshing instance network info cache due to event network-changed-c575764c-c071-4257-b1eb-ab598fe908c6. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 883.115166] env[69436]: DEBUG oslo_concurrency.lockutils [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] Acquiring lock "refresh_cache-5942736a-4557-4306-951a-4775f852349c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.115311] env[69436]: DEBUG oslo_concurrency.lockutils [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] Acquired lock "refresh_cache-5942736a-4557-4306-951a-4775f852349c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.115504] env[69436]: DEBUG nova.network.neutron [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Refreshing network info cache for port c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.264024] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254949, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.274236] env[69436]: DEBUG oslo_vmware.api [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3254950, 'name': PowerOnVM_Task, 'duration_secs': 0.479305} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.274552] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.274758] env[69436]: INFO nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Took 8.24 seconds to spawn the instance on the hypervisor. [ 883.274935] env[69436]: DEBUG nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 883.275736] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ce71f-6520-44fb-bb73-ea8501ec058b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.387152] env[69436]: DEBUG nova.network.neutron [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.609518] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aaf53c22-b19c-4cba-9e97-23bffcaa8977 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.124s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.766758] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254949, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.805934] env[69436]: INFO nova.compute.manager [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Took 53.62 seconds to build instance. [ 883.816311] env[69436]: INFO nova.compute.manager [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Rescuing [ 883.816311] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.816311] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.816311] env[69436]: DEBUG nova.network.neutron [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.889585] env[69436]: INFO nova.compute.manager [-] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Took 1.37 seconds to deallocate network for instance. [ 883.960851] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d42db-f642-4dff-96b1-4978994e0240 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.969771] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9099e69-5aa0-45ee-8913-ee8f7f0a0cb9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.006776] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea253c7c-01bd-447f-a5a0-0bcabc7885f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.016284] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7689a615-fa91-49ee-af8f-b945b921f56a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.032507] env[69436]: DEBUG nova.compute.provider_tree [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.114929] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 884.119534] env[69436]: DEBUG nova.network.neutron [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Updated VIF entry in instance network info cache for port c575764c-c071-4257-b1eb-ab598fe908c6. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.119943] env[69436]: DEBUG nova.network.neutron [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Updating instance_info_cache with network_info: [{"id": "c575764c-c071-4257-b1eb-ab598fe908c6", "address": "fa:16:3e:3a:7f:d2", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc575764c-c0", "ovs_interfaceid": "c575764c-c071-4257-b1eb-ab598fe908c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.265671] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254949, 'name': CreateVM_Task, 'duration_secs': 1.502376} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.265671] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5942736a-4557-4306-951a-4775f852349c] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.266327] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.266507] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.268034] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.268034] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1779fc-fb4c-461e-85e0-973fd1e80039 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.273843] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 884.273843] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5223d09a-7c79-3c75-ac25-12eb42a0f0de" [ 884.273843] env[69436]: _type = "Task" [ 884.273843] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.286578] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5223d09a-7c79-3c75-ac25-12eb42a0f0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.311288] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5535c12c-d493-4c42-9ba1-ceedc148bd85 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.663s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.395927] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.539018] env[69436]: DEBUG nova.scheduler.client.report [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.591873] env[69436]: DEBUG nova.network.neutron [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Updating instance_info_cache with network_info: [{"id": "2948dfad-e243-4d01-9f81-899958556742", "address": "fa:16:3e:c2:6f:c0", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2948dfad-e2", "ovs_interfaceid": "2948dfad-e243-4d01-9f81-899958556742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.625134] env[69436]: DEBUG oslo_concurrency.lockutils [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] Releasing lock "refresh_cache-5942736a-4557-4306-951a-4775f852349c" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.625134] env[69436]: DEBUG nova.compute.manager [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Received event network-vif-deleted-5dc69ba6-5eed-4c3c-8277-16757bcf402c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 884.625134] env[69436]: INFO nova.compute.manager [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Neutron deleted interface 5dc69ba6-5eed-4c3c-8277-16757bcf402c; detaching it from the instance and deleting it from the info cache [ 884.625134] env[69436]: DEBUG nova.network.neutron [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.650230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.785535] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5223d09a-7c79-3c75-ac25-12eb42a0f0de, 'name': SearchDatastore_Task, 'duration_secs': 0.030419} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.786102] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.786168] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.787205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.787205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.787205] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.787205] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d65110-6961-466c-9465-c83d65bd1226 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.801181] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.801181] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.801181] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da48bf70-1a0a-4ad3-990c-c9e9e804de7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.807888] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 884.807888] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ec9c5-53d7-2403-08ae-176c9e33164d" [ 884.807888] env[69436]: _type = "Task" [ 884.807888] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.812399] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 884.819693] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ec9c5-53d7-2403-08ae-176c9e33164d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.046021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.046021] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 885.049149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.920s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.050924] env[69436]: DEBUG nova.objects.instance [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lazy-loading 'resources' on Instance uuid a1fcd268-6fad-4666-bebd-5a0324a9006d {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.094651] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.130430] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a85487e4-ed8c-4f67-81c4-f872341e5bf9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.148272] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45560964-cebd-49e5-8935-02212beaec92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.193278] env[69436]: DEBUG nova.compute.manager [req-edd8cd32-e217-4c65-bd85-fe5ae7610175 req-60efcc83-928d-4c11-93a1-3ff3cc4442d9 service nova] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Detach interface failed, port_id=5dc69ba6-5eed-4c3c-8277-16757bcf402c, reason: Instance 0830e5ab-1d29-40ab-ab29-2400e61590b5 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 885.326953] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ec9c5-53d7-2403-08ae-176c9e33164d, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.330439] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d29900-a326-499d-b6ec-1e521d6cab14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.339189] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 885.339189] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f3edcc-b17d-bd31-7d2e-c412b83da326" [ 885.339189] env[69436]: _type = "Task" [ 885.339189] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.351258] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f3edcc-b17d-bd31-7d2e-c412b83da326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.352082] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.554881] env[69436]: DEBUG nova.compute.utils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.565501] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 885.565840] env[69436]: DEBUG nova.network.neutron [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.805082] env[69436]: DEBUG nova.policy [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.854912] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f3edcc-b17d-bd31-7d2e-c412b83da326, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.854912] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.855549] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 5942736a-4557-4306-951a-4775f852349c/5942736a-4557-4306-951a-4775f852349c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.855549] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02e1e9fd-0f7a-4802-93ce-bd720c9910f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.867648] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 885.867648] env[69436]: value = "task-3254951" [ 885.867648] env[69436]: _type = "Task" [ 885.867648] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.882245] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.062738] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 886.949032] env[69436]: DEBUG nova.network.neutron [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Successfully created port: 69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.954485] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.956586] env[69436]: DEBUG nova.compute.manager [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Received event network-changed-d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 886.956775] env[69436]: DEBUG nova.compute.manager [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Refreshing instance network info cache due to event network-changed-d7ee8e4c-82ed-4efb-92f8-df22cefe152d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 886.956985] env[69436]: DEBUG oslo_concurrency.lockutils [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.957241] env[69436]: DEBUG oslo_concurrency.lockutils [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.957300] env[69436]: DEBUG nova.network.neutron [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Refreshing network info cache for port d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.962490] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5f44ef-3dbe-43e8-b85b-a69b012818f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.972574] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51205} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.973891] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 5942736a-4557-4306-951a-4775f852349c/5942736a-4557-4306-951a-4775f852349c.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.974102] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.974414] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 886.974414] env[69436]: value = "task-3254952" [ 886.974414] env[69436]: _type = "Task" [ 886.974414] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.974598] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16bf2eb8-17e1-460f-9c3d-aa6e2efd989d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.992015] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 886.992015] env[69436]: value = "task-3254953" [ 886.992015] env[69436]: _type = "Task" [ 886.992015] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.000677] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.110582] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d42985-ba95-485b-85d7-730bcbd7bce7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.118181] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e6ed6c-d872-4c04-8588-1e2886088e19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.156142] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cd4a24-f67f-4ebf-a628-2706519aac27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.163710] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efbf45f-22a3-481b-9db8-dc68ceaaec46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.179530] env[69436]: DEBUG nova.compute.provider_tree [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.463765] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 887.486413] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254952, 'name': PowerOffVM_Task, 'duration_secs': 0.209007} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.488504] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.489436] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcecefbd-57cb-4836-b815-a45f44a331e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.501123] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065019} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.506039] env[69436]: DEBUG nova.virt.hardware [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.517556] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.518683] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb6001-0742-48b1-835d-efedee504940 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.524219] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6621e32-3bec-44a4-8a3d-85f1b1e50368 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.526902] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f25facd-5f8e-4c5e-bb50-f258be1cae9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.545441] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca50a21-3074-47d9-9df4-617a7b93df3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.559592] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 5942736a-4557-4306-951a-4775f852349c/5942736a-4557-4306-951a-4775f852349c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.560228] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b93649-d4fd-479a-8b6b-141ffba10472 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.589178] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.590511] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c8206d-b549-4b42-bf46-d6daf8f10ddf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.592085] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 887.592085] env[69436]: value = "task-3254954" [ 887.592085] env[69436]: _type = "Task" [ 887.592085] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.597660] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 887.597660] env[69436]: value = "task-3254955" [ 887.597660] env[69436]: _type = "Task" [ 887.597660] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.607220] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.615033] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.615428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.615802] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.615979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.616248] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.616547] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5285dfbe-b737-4224-b18a-27f5ce3cc0a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.626159] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.626159] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.626314] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf658e8-69da-4bfa-8bd5-958beaf77302 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.631335] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 887.631335] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5237610a-cd14-2a00-05a7-11f90b3954d1" [ 887.631335] env[69436]: _type = "Task" [ 887.631335] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.641318] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5237610a-cd14-2a00-05a7-11f90b3954d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.683359] env[69436]: DEBUG nova.scheduler.client.report [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.758918] env[69436]: DEBUG nova.network.neutron [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updated VIF entry in instance network info cache for port d7ee8e4c-82ed-4efb-92f8-df22cefe152d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.759303] env[69436]: DEBUG nova.network.neutron [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.101873] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254954, 'name': ReconfigVM_Task, 'duration_secs': 0.484754} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.103587] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 5942736a-4557-4306-951a-4775f852349c/5942736a-4557-4306-951a-4775f852349c.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.103587] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1e71a4-f173-4e99-a8d5-24d9791a901c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.109687] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 888.109687] env[69436]: value = "task-3254956" [ 888.109687] env[69436]: _type = "Task" [ 888.109687] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.118464] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254956, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.142024] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5237610a-cd14-2a00-05a7-11f90b3954d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.142024] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9b43d7-fd52-4beb-bdd3-12a08b3aa3aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.147559] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 888.147559] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f7209a-17ca-8867-e02b-49f6d605cb49" [ 888.147559] env[69436]: _type = "Task" [ 888.147559] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.155018] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f7209a-17ca-8867-e02b-49f6d605cb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.190206] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.143s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.192741] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.071s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.192995] env[69436]: DEBUG nova.objects.instance [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lazy-loading 'resources' on Instance uuid f9df8e3f-0758-40fa-bc45-a013a7224300 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.214675] env[69436]: INFO nova.scheduler.client.report [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Deleted allocations for instance a1fcd268-6fad-4666-bebd-5a0324a9006d [ 888.262265] env[69436]: DEBUG oslo_concurrency.lockutils [req-b1fb27e3-6335-4f79-a3dc-06106df7abd6 req-b26f03cb-4a62-4281-ae45-02a24667b8ca service nova] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.619464] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254956, 'name': Rename_Task, 'duration_secs': 0.144296} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.620203] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.620203] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e24c09-23c8-4f46-af5b-243dca674627 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.627900] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 888.627900] env[69436]: value = "task-3254957" [ 888.627900] env[69436]: _type = "Task" [ 888.627900] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.640073] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.657517] env[69436]: DEBUG nova.compute.manager [req-0f2e14fa-0e45-4321-aecf-8f85d417d0dd req-0a2ccdba-dbb2-4f02-98e3-5044b54f7ae8 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-vif-plugged-69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 888.657517] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f2e14fa-0e45-4321-aecf-8f85d417d0dd req-0a2ccdba-dbb2-4f02-98e3-5044b54f7ae8 service nova] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.657517] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f2e14fa-0e45-4321-aecf-8f85d417d0dd req-0a2ccdba-dbb2-4f02-98e3-5044b54f7ae8 service nova] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.657517] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f2e14fa-0e45-4321-aecf-8f85d417d0dd req-0a2ccdba-dbb2-4f02-98e3-5044b54f7ae8 service nova] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.657517] env[69436]: DEBUG nova.compute.manager [req-0f2e14fa-0e45-4321-aecf-8f85d417d0dd req-0a2ccdba-dbb2-4f02-98e3-5044b54f7ae8 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] No waiting events found dispatching network-vif-plugged-69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.657517] env[69436]: WARNING nova.compute.manager [req-0f2e14fa-0e45-4321-aecf-8f85d417d0dd req-0a2ccdba-dbb2-4f02-98e3-5044b54f7ae8 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received unexpected event network-vif-plugged-69246512-12d2-4f22-98c4-2d278dfcf8b2 for instance with vm_state building and task_state spawning. [ 888.664552] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f7209a-17ca-8867-e02b-49f6d605cb49, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.664552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.664712] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. {{(pid=69436) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 888.664987] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a90132bf-739e-4ba7-a07c-0ad83aa527d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.672148] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 888.672148] env[69436]: value = "task-3254958" [ 888.672148] env[69436]: _type = "Task" [ 888.672148] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.680382] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.727050] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0b6adca1-3f95-4ad3-9608-ae3815c43c42 tempest-ListImageFiltersTestJSON-34523293 tempest-ListImageFiltersTestJSON-34523293-project-member] Lock "a1fcd268-6fad-4666-bebd-5a0324a9006d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.186s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.743967] env[69436]: DEBUG nova.network.neutron [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Successfully updated port: 69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.145166] env[69436]: DEBUG oslo_vmware.api [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254957, 'name': PowerOnVM_Task, 'duration_secs': 0.497846} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.145166] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.145166] env[69436]: INFO nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Took 9.13 seconds to spawn the instance on the hypervisor. [ 889.145166] env[69436]: DEBUG nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 889.146557] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef27ac4-d074-4822-9f82-4f43aa113069 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.183061] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.248017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.248017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.248017] env[69436]: DEBUG nova.network.neutron [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.364663] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb63721-79a8-4c34-8379-38118c7afc8e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.376970] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee73de2-f1ed-4f30-a2a5-22db6febba3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.411247] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7518dd48-f4a9-40c6-9b2e-b50171ee43b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.419441] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bb88ea-5f21-4926-9fdc-1e131a73436a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.436312] env[69436]: DEBUG nova.compute.provider_tree [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.668316] env[69436]: INFO nova.compute.manager [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Took 54.44 seconds to build instance. [ 889.685533] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618441} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.686481] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. [ 889.688847] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b94da4-c200-46c9-be73-5d585e9afb53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.720304] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.721194] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcd691e-6de6-45b4-b37c-527463c717a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.741708] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 889.741708] env[69436]: value = "task-3254959" [ 889.741708] env[69436]: _type = "Task" [ 889.741708] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.750056] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.809598] env[69436]: DEBUG nova.network.neutron [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.939796] env[69436]: DEBUG nova.scheduler.client.report [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.051505] env[69436]: DEBUG nova.network.neutron [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.174618] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42f528a2-126a-42b3-8706-42bd4b538452 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "5942736a-4557-4306-951a-4775f852349c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.318s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.260810] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.448383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.451965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.216s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.451965] env[69436]: DEBUG nova.objects.instance [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lazy-loading 'resources' on Instance uuid 84bd8049-779a-42b6-8466-3a4afee0a1e8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.481183] env[69436]: INFO nova.scheduler.client.report [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Deleted allocations for instance f9df8e3f-0758-40fa-bc45-a013a7224300 [ 890.556046] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.556046] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Instance network_info: |[{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 890.556046] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a8:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69246512-12d2-4f22-98c4-2d278dfcf8b2', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.569124] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.569124] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.569124] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1007438b-0c40-4e15-8e2e-bbcdc354f0c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.592859] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.592859] env[69436]: value = "task-3254960" [ 890.592859] env[69436]: _type = "Task" [ 890.592859] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.603136] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254960, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.759367] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254959, 'name': ReconfigVM_Task, 'duration_secs': 0.883641} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.759700] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.761188] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c780c702-789e-479f-ad5f-f2add155b758 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.797109] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fa74d7-3ff1-4f95-aa6c-73ff6f1896fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.816782] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 890.816782] env[69436]: value = "task-3254961" [ 890.816782] env[69436]: _type = "Task" [ 890.816782] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.828690] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.002287] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d1913fd1-2e30-47f4-b4aa-d27b519a786e tempest-SecurityGroupsTestJSON-399409778 tempest-SecurityGroupsTestJSON-399409778-project-member] Lock "f9df8e3f-0758-40fa-bc45-a013a7224300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.324s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.103485] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254960, 'name': CreateVM_Task, 'duration_secs': 0.422559} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.104049] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.105028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.105132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.105676] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.106092] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35a86e9-d9e3-4c13-9562-b1c6e44135c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.118594] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 891.118594] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6d3f6-2a91-852e-00d4-843cf8147899" [ 891.118594] env[69436]: _type = "Task" [ 891.118594] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.126607] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6d3f6-2a91-852e-00d4-843cf8147899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.205686] env[69436]: DEBUG nova.compute.manager [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-changed-69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 891.205686] env[69436]: DEBUG nova.compute.manager [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing instance network info cache due to event network-changed-69246512-12d2-4f22-98c4-2d278dfcf8b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 891.205686] env[69436]: DEBUG oslo_concurrency.lockutils [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.206138] env[69436]: DEBUG oslo_concurrency.lockutils [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.206138] env[69436]: DEBUG nova.network.neutron [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing network info cache for port 69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.336015] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254961, 'name': ReconfigVM_Task, 'duration_secs': 0.311461} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.343450] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.343450] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c40517-9cb1-406f-858c-d360a75cd696 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.356026] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 891.356026] env[69436]: value = "task-3254962" [ 891.356026] env[69436]: _type = "Task" [ 891.356026] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.366435] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.512126] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "5942736a-4557-4306-951a-4775f852349c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.512126] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "5942736a-4557-4306-951a-4775f852349c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.512361] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "5942736a-4557-4306-951a-4775f852349c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.512582] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "5942736a-4557-4306-951a-4775f852349c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.513403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "5942736a-4557-4306-951a-4775f852349c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.515831] env[69436]: INFO nova.compute.manager [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Terminating instance [ 891.622997] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace8df6-6a22-4f65-8eea-51daf7e1473d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.633900] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6d3f6-2a91-852e-00d4-843cf8147899, 'name': SearchDatastore_Task, 'duration_secs': 0.016661} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.635565] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.635806] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.636078] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.636315] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.636382] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.636682] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601dacda-19e6-45cd-b596-04806dad0c8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.642502] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2353b9-8712-48bc-8501-2abda98c5e89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.682776] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7967b6e-bd86-40be-936e-178d2c373166 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.685364] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.685548] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.686314] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6e5ed8-0da0-43de-a14e-28f6858ab0e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.692967] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 891.692967] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52325674-1180-b226-c9ff-c1192e305f6d" [ 891.692967] env[69436]: _type = "Task" [ 891.692967] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.699620] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14774712-2c54-4af5-9d68-9b7b5b05f10d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.712049] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52325674-1180-b226-c9ff-c1192e305f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.721524] env[69436]: DEBUG nova.compute.provider_tree [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.725354] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099eebe5-1b93-4826-a217-20dc5820cea4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.732449] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 891.732449] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5294078f-1471-e412-6c0e-9d29d616e8a5" [ 891.732449] env[69436]: _type = "Task" [ 891.732449] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.743252] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5294078f-1471-e412-6c0e-9d29d616e8a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.870460] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.033065] env[69436]: DEBUG nova.compute.manager [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 892.034576] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.034989] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbba8c2-cce7-4d04-9501-20e898de723f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.045629] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.046057] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e84872b-1824-4b72-a64f-1644103bc8aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.059225] env[69436]: DEBUG oslo_vmware.api [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 892.059225] env[69436]: value = "task-3254963" [ 892.059225] env[69436]: _type = "Task" [ 892.059225] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.068478] env[69436]: DEBUG oslo_vmware.api [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.175458] env[69436]: DEBUG nova.network.neutron [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updated VIF entry in instance network info cache for port 69246512-12d2-4f22-98c4-2d278dfcf8b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.175939] env[69436]: DEBUG nova.network.neutron [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.226038] env[69436]: DEBUG nova.scheduler.client.report [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.249742] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5294078f-1471-e412-6c0e-9d29d616e8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.250675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.250936] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 6bf1c792-2c70-4394-8da9-deb4a515ee9b/6bf1c792-2c70-4394-8da9-deb4a515ee9b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.251807] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6661e485-9494-4d9d-bd3c-a628a99c4186 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.263189] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 892.263189] env[69436]: value = "task-3254964" [ 892.263189] env[69436]: _type = "Task" [ 892.263189] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.274184] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.374684] env[69436]: DEBUG oslo_vmware.api [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254962, 'name': PowerOnVM_Task, 'duration_secs': 0.623984} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.375062] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.382438] env[69436]: DEBUG nova.compute.manager [None req-4120eaf7-9565-4736-8f30-b86841bd38f6 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 892.383500] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a7f295-34e4-4d1a-b41c-eadd8f937ad6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.571017] env[69436]: DEBUG oslo_vmware.api [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254963, 'name': PowerOffVM_Task, 'duration_secs': 0.416174} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.571498] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.571771] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.572085] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fffb3dae-623a-4f8c-92e3-37620584ca9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.673038] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.673315] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.673593] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleting the datastore file [datastore1] 5942736a-4557-4306-951a-4775f852349c {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.673950] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de8e035-6f21-43d4-bb23-d9d24c426633 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.678567] env[69436]: DEBUG oslo_concurrency.lockutils [req-39c3256c-e931-42fc-be76-3671d6d2c7cf req-c935eecc-f661-4ba7-ab8f-db2a20afdc4e service nova] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.686719] env[69436]: DEBUG oslo_vmware.api [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 892.686719] env[69436]: value = "task-3254966" [ 892.686719] env[69436]: _type = "Task" [ 892.686719] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.697689] env[69436]: DEBUG oslo_vmware.api [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.731568] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.734768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.310s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.738490] env[69436]: INFO nova.compute.claims [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.771905] env[69436]: INFO nova.scheduler.client.report [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleted allocations for instance 84bd8049-779a-42b6-8466-3a4afee0a1e8 [ 892.777618] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254964, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.202024] env[69436]: DEBUG oslo_vmware.api [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3254966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326067} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.202024] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.202024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.202024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.202024] env[69436]: INFO nova.compute.manager [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 5942736a-4557-4306-951a-4775f852349c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 893.202024] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.202024] env[69436]: DEBUG nova.compute.manager [-] [instance: 5942736a-4557-4306-951a-4775f852349c] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 893.202024] env[69436]: DEBUG nova.network.neutron [-] [instance: 5942736a-4557-4306-951a-4775f852349c] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.286042] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656813} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.286978] env[69436]: DEBUG oslo_concurrency.lockutils [None req-df56712a-5ec7-4bf8-98fa-335365e05865 tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "84bd8049-779a-42b6-8466-3a4afee0a1e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.496s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.292420] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 6bf1c792-2c70-4394-8da9-deb4a515ee9b/6bf1c792-2c70-4394-8da9-deb4a515ee9b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.292666] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.293663] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b036dae3-9fcf-45d1-9d7c-ceee7690f1e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.303122] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 893.303122] env[69436]: value = "task-3254967" [ 893.303122] env[69436]: _type = "Task" [ 893.303122] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.316036] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.777435] env[69436]: INFO nova.compute.manager [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Unrescuing [ 893.777435] env[69436]: DEBUG oslo_concurrency.lockutils [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.777435] env[69436]: DEBUG oslo_concurrency.lockutils [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquired lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.777798] env[69436]: DEBUG nova.network.neutron [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.817301] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071988} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.817758] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.818889] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef23510-5827-435d-b185-f5901aa5759d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.846317] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6bf1c792-2c70-4394-8da9-deb4a515ee9b/6bf1c792-2c70-4394-8da9-deb4a515ee9b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.849291] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09efeaa2-2218-4447-aa4b-6c608efbd14b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.871622] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 893.871622] env[69436]: value = "task-3254968" [ 893.871622] env[69436]: _type = "Task" [ 893.871622] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.882981] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.129889] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.132205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.132205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.132205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.132205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.137325] env[69436]: INFO nova.compute.manager [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Terminating instance [ 894.386255] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254968, 'name': ReconfigVM_Task, 'duration_secs': 0.30156} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.389020] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6bf1c792-2c70-4394-8da9-deb4a515ee9b/6bf1c792-2c70-4394-8da9-deb4a515ee9b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.389020] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5ba1294-6d4e-4450-a0db-0ac747ace950 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.441400] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 894.441400] env[69436]: value = "task-3254969" [ 894.441400] env[69436]: _type = "Task" [ 894.441400] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.462018] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254969, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.480686] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0115f-91c5-4bcb-9f3e-2fe137f45db8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.492400] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39cfc21-e628-4809-99b9-0aebc7ce5ee9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.527028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3829ea-1309-4265-92de-665d604e7bb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.542187] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a0dda6-c86d-469b-aa81-5ef79b82faa9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.563760] env[69436]: DEBUG nova.compute.provider_tree [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.598435] env[69436]: DEBUG nova.network.neutron [-] [instance: 5942736a-4557-4306-951a-4775f852349c] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.646064] env[69436]: DEBUG nova.compute.manager [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 894.646322] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.648149] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92a52ff-9881-4110-8c7c-e83b167180ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.662753] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.662753] env[69436]: DEBUG nova.network.neutron [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Updating instance_info_cache with network_info: [{"id": "2948dfad-e243-4d01-9f81-899958556742", "address": "fa:16:3e:c2:6f:c0", "network": {"id": "c148bb79-a883-4d0e-9ac6-c34c5632ff2f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1567010646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e02d69b9dcb34f2d9d1861ef0bb02890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2948dfad-e2", "ovs_interfaceid": "2948dfad-e243-4d01-9f81-899958556742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.662753] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e91d36-ef9c-49fc-a61b-f5c3e7a01e44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.669371] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 894.669371] env[69436]: value = "task-3254970" [ 894.669371] env[69436]: _type = "Task" [ 894.669371] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.678305] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.863688] env[69436]: DEBUG nova.compute.manager [req-6de94d34-50db-45e5-bd27-1846b0aac18a req-6269cf90-7832-4f98-8b0d-cb2d9d5db12f service nova] [instance: 5942736a-4557-4306-951a-4775f852349c] Received event network-vif-deleted-c575764c-c071-4257-b1eb-ab598fe908c6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 894.957337] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254969, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.069184] env[69436]: DEBUG nova.scheduler.client.report [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.100942] env[69436]: INFO nova.compute.manager [-] [instance: 5942736a-4557-4306-951a-4775f852349c] Took 1.90 seconds to deallocate network for instance. [ 895.165465] env[69436]: DEBUG oslo_concurrency.lockutils [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Releasing lock "refresh_cache-82908bd6-7b35-49fd-b4c5-2df420daa0e2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.166597] env[69436]: DEBUG nova.objects.instance [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lazy-loading 'flavor' on Instance uuid 82908bd6-7b35-49fd-b4c5-2df420daa0e2 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.183206] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.459676] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254969, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.576457] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.576864] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 895.580598] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.190s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.580990] env[69436]: DEBUG nova.objects.instance [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lazy-loading 'resources' on Instance uuid 07f6d714-16cf-405a-8fda-95fcd48791d0 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.614056] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.676194] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44a39f-4a76-4925-b346-d02581db5565 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.707081] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.707374] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.707605] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a497c0-73ba-4d63-8a3f-ecc2a0a6b2f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.716497] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 895.716497] env[69436]: value = "task-3254971" [ 895.716497] env[69436]: _type = "Task" [ 895.716497] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.728656] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.960446] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254969, 'name': Rename_Task, 'duration_secs': 1.239973} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.960758] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.961143] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc2989a-424e-4894-bbb1-f8863b060b77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.970887] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 895.970887] env[69436]: value = "task-3254975" [ 895.970887] env[69436]: _type = "Task" [ 895.970887] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.983720] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.083128] env[69436]: DEBUG nova.compute.utils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.087985] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 896.088194] env[69436]: DEBUG nova.network.neutron [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.154892] env[69436]: DEBUG nova.policy [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '122ebd45741f4e10818bbc7dc0f2a74f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd22790ee15114ae0bbc27d1ba1e234cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.181114] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254970, 'name': PowerOffVM_Task, 'duration_secs': 1.125568} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.184343] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.185083] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.185152] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9421af-f7e4-47d7-8cd6-1979c7f09dcf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.229473] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254971, 'name': PowerOffVM_Task, 'duration_secs': 0.229635} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.229754] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.235413] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.238816] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae2d66f-ac91-4b17-a8f9-1febf5ace86e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.264327] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 896.264327] env[69436]: value = "task-3254977" [ 896.264327] env[69436]: _type = "Task" [ 896.264327] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.273575] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.273783] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.273962] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleting the datastore file [datastore2] f69c1834-6c2d-4e07-9c61-806d70e8e16c {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.275014] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b5424ac-d9dc-406a-a8e9-f6eaef0022c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.280690] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.289348] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for the task: (returnval){ [ 896.289348] env[69436]: value = "task-3254978" [ 896.289348] env[69436]: _type = "Task" [ 896.289348] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.301455] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.486027] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.591329] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 896.773163] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd666eb-63fa-472b-b155-2e9d7ecb8999 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.780103] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.785429] env[69436]: DEBUG nova.network.neutron [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Successfully created port: 3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.789539] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67cf1a-da33-4966-b70d-657c826b5dd2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.801909] env[69436]: DEBUG oslo_vmware.api [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Task: {'id': task-3254978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177782} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.827101] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.827546] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.827859] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.828622] env[69436]: INFO nova.compute.manager [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Took 2.18 seconds to destroy the instance on the hypervisor. [ 896.829096] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.829629] env[69436]: DEBUG nova.compute.manager [-] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 896.829824] env[69436]: DEBUG nova.network.neutron [-] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.832305] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2cc92a-bb10-460e-92eb-245e1c1b9a48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.843539] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d38371-235c-4694-9eda-1bc9473713cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.858534] env[69436]: DEBUG nova.compute.provider_tree [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.985632] env[69436]: DEBUG oslo_vmware.api [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3254975, 'name': PowerOnVM_Task, 'duration_secs': 0.531031} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.985902] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.986133] env[69436]: INFO nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Took 9.52 seconds to spawn the instance on the hypervisor. [ 896.986318] env[69436]: DEBUG nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 896.989102] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87e5e0-26c7-4b7e-adda-7e1cd8696a17 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.121271] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.121535] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.204567] env[69436]: DEBUG nova.compute.manager [req-71952019-c5e4-40a2-bd7b-9094adbd23e2 req-05085558-6d97-43ca-8599-1a8acf8d56ae service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Received event network-vif-deleted-f13823b2-c795-481e-92a8-7fd180928096 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 897.204749] env[69436]: INFO nova.compute.manager [req-71952019-c5e4-40a2-bd7b-9094adbd23e2 req-05085558-6d97-43ca-8599-1a8acf8d56ae service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Neutron deleted interface f13823b2-c795-481e-92a8-7fd180928096; detaching it from the instance and deleting it from the info cache [ 897.205171] env[69436]: DEBUG nova.network.neutron [req-71952019-c5e4-40a2-bd7b-9094adbd23e2 req-05085558-6d97-43ca-8599-1a8acf8d56ae service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.277600] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.362797] env[69436]: DEBUG nova.scheduler.client.report [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.508356] env[69436]: INFO nova.compute.manager [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Took 58.45 seconds to build instance. [ 897.596218] env[69436]: DEBUG nova.network.neutron [-] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.604797] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 897.623925] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 897.639952] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.640228] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.640384] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.640561] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.640704] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.640847] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.641160] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.641377] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.641557] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.641719] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.641889] env[69436]: DEBUG nova.virt.hardware [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.642796] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697962c1-5235-42bb-a0b9-fe3d1d963b07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.652389] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e45aca-f1a6-46a1-8164-228d9dbf86d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.708521] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5862fdfb-4d60-47b4-a865-34e60241d888 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.719064] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780dbe1-460a-4eba-8203-e7bd0ee41e15 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.760749] env[69436]: DEBUG nova.compute.manager [req-71952019-c5e4-40a2-bd7b-9094adbd23e2 req-05085558-6d97-43ca-8599-1a8acf8d56ae service nova] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Detach interface failed, port_id=f13823b2-c795-481e-92a8-7fd180928096, reason: Instance f69c1834-6c2d-4e07-9c61-806d70e8e16c could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 897.775325] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254977, 'name': ReconfigVM_Task, 'duration_secs': 1.289692} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.775589] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.775765] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.776012] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9231785a-c505-4ba2-b97e-ba8259ea32f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.783503] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 897.783503] env[69436]: value = "task-3254979" [ 897.783503] env[69436]: _type = "Task" [ 897.783503] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.794246] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.869585] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.870693] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.264s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.998855] env[69436]: INFO nova.scheduler.client.report [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Deleted allocations for instance 07f6d714-16cf-405a-8fda-95fcd48791d0 [ 898.010066] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8e67a3be-2dac-4c77-b757-742dfb9b738d tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.184s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.101901] env[69436]: INFO nova.compute.manager [-] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Took 1.27 seconds to deallocate network for instance. [ 898.149974] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.299020] env[69436]: DEBUG oslo_vmware.api [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254979, 'name': PowerOnVM_Task, 'duration_secs': 0.450811} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.299020] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.299020] env[69436]: DEBUG nova.compute.manager [None req-88a91ac4-d951-4638-96c5-453087c6f345 tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 898.299020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71286844-3495-4ac0-b4c9-b0b87a58b1e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.511106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ceb3b07a-aa5c-4ba5-a880-18c64d3eee52 tempest-ServerAddressesNegativeTestJSON-403303340 tempest-ServerAddressesNegativeTestJSON-403303340-project-member] Lock "07f6d714-16cf-405a-8fda-95fcd48791d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.663s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.610948] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.865276] env[69436]: DEBUG nova.compute.manager [req-1ffc66fe-9794-45d2-8654-01c61818f3de req-ac686424-2c6c-4443-a857-d7059ffea1a6 service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Received event network-vif-plugged-3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 898.865655] env[69436]: DEBUG oslo_concurrency.lockutils [req-1ffc66fe-9794-45d2-8654-01c61818f3de req-ac686424-2c6c-4443-a857-d7059ffea1a6 service nova] Acquiring lock "d4f2df34-8223-415d-b47d-7e43bc47b87a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.866028] env[69436]: DEBUG oslo_concurrency.lockutils [req-1ffc66fe-9794-45d2-8654-01c61818f3de req-ac686424-2c6c-4443-a857-d7059ffea1a6 service nova] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.866422] env[69436]: DEBUG oslo_concurrency.lockutils [req-1ffc66fe-9794-45d2-8654-01c61818f3de req-ac686424-2c6c-4443-a857-d7059ffea1a6 service nova] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.866746] env[69436]: DEBUG nova.compute.manager [req-1ffc66fe-9794-45d2-8654-01c61818f3de req-ac686424-2c6c-4443-a857-d7059ffea1a6 service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] No waiting events found dispatching network-vif-plugged-3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.867065] env[69436]: WARNING nova.compute.manager [req-1ffc66fe-9794-45d2-8654-01c61818f3de req-ac686424-2c6c-4443-a857-d7059ffea1a6 service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Received unexpected event network-vif-plugged-3707d767-d2f1-493d-b1ab-4472b432e452 for instance with vm_state building and task_state spawning. [ 898.895035] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Applying migration context for instance eb6b1512-b9e6-4a1f-8e7c-12799768cca8 as it has an incoming, in-progress migration cfa57a71-444c-471d-b846-e651e659dc39. Migration status is confirming {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 898.895035] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Applying migration context for instance 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 as it has an incoming, in-progress migration 0f15bf2b-7828-4583-a5c2-3f7a1caf60a9. Migration status is reverting {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 898.900327] env[69436]: INFO nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating resource usage from migration cfa57a71-444c-471d-b846-e651e659dc39 [ 898.901217] env[69436]: INFO nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating resource usage from migration 0f15bf2b-7828-4583-a5c2-3f7a1caf60a9 [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ff8c4788-b8a5-453d-bc3a-95ac3c8e031f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 8bc53731-8231-40a3-98b7-aa51b30850b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eac96d12-f468-44c7-93da-e9618eb96d66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 41dc590f-ba91-424e-a087-8b51922e5886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance b0354c3a-f41a-4fed-bff3-8dae49644d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ee130e80-37f3-424c-83fc-d980983ad96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f69c1834-6c2d-4e07-9c61-806d70e8e16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 0502af08-7fcb-4ebe-9b2c-c5d69661bed1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5e872a46-1c3e-4e2a-b7bc-358471966940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance e9efc762-daca-4dd1-8bf4-8a7eb49cce90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 4135ee93-8f44-4928-8420-961d17077c00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance fe4f08b4-aa1c-4326-93ed-d073072b178a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941660] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.941660] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 0830e5ab-1d29-40ab-ab29-2400e61590b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 898.941745] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 2735935b-1255-452b-ae44-0d57d6832fde is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 48fc744d-0650-40e6-bd78-c19afcb58c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 03a37459-fda2-4409-b07c-e194b16a4b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Migration cfa57a71-444c-471d-b846-e651e659dc39 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eb6b1512-b9e6-4a1f-8e7c-12799768cca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 82908bd6-7b35-49fd-b4c5-2df420daa0e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a18b0787-4265-44a9-92f6-acc5742be909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.942603] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Migration 0f15bf2b-7828-4583-a5c2-3f7a1caf60a9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 898.943023] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.943023] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5942736a-4557-4306-951a-4775f852349c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 898.943102] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 6bf1c792-2c70-4394-8da9-deb4a515ee9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 898.943285] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance d4f2df34-8223-415d-b47d-7e43bc47b87a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 899.156509] env[69436]: DEBUG nova.network.neutron [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Successfully updated port: 3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.333448] env[69436]: DEBUG nova.compute.manager [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-changed-69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 899.333448] env[69436]: DEBUG nova.compute.manager [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing instance network info cache due to event network-changed-69246512-12d2-4f22-98c4-2d278dfcf8b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 899.333601] env[69436]: DEBUG oslo_concurrency.lockutils [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.333814] env[69436]: DEBUG oslo_concurrency.lockutils [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.333995] env[69436]: DEBUG nova.network.neutron [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing network info cache for port 69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.446429] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 0873fe19-7bf6-4e0b-a154-3f0038bed6ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 899.660332] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.660661] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.660661] env[69436]: DEBUG nova.network.neutron [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.955966] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 298e90fa-341b-49c1-a847-be91c3724140 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 900.089603] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.089892] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.090122] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.090317] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.090507] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.093164] env[69436]: INFO nova.compute.manager [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Terminating instance [ 900.201606] env[69436]: DEBUG nova.network.neutron [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.315942] env[69436]: DEBUG nova.network.neutron [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updated VIF entry in instance network info cache for port 69246512-12d2-4f22-98c4-2d278dfcf8b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.316345] env[69436]: DEBUG nova.network.neutron [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.353750] env[69436]: DEBUG nova.network.neutron [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Updating instance_info_cache with network_info: [{"id": "3707d767-d2f1-493d-b1ab-4472b432e452", "address": "fa:16:3e:73:a4:84", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3707d767-d2", "ovs_interfaceid": "3707d767-d2f1-493d-b1ab-4472b432e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.458392] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 0feeab35-8ee3-400e-982a-84f558fd4d78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 900.597901] env[69436]: DEBUG nova.compute.manager [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 900.597901] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.599327] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c2e77-468b-4d9d-8f61-b319148d03f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.608489] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.609575] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d3b470-43fc-4f03-b2b7-639e85d95575 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.619257] env[69436]: DEBUG oslo_vmware.api [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 900.619257] env[69436]: value = "task-3254981" [ 900.619257] env[69436]: _type = "Task" [ 900.619257] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.636499] env[69436]: DEBUG oslo_vmware.api [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.819356] env[69436]: DEBUG oslo_concurrency.lockutils [req-e43ecd40-caa6-4194-9a30-03cc0725e857 req-0a8656c0-3724-4bb2-99fb-0c58c1695c4a service nova] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.856147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.856326] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Instance network_info: |[{"id": "3707d767-d2f1-493d-b1ab-4472b432e452", "address": "fa:16:3e:73:a4:84", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3707d767-d2", "ovs_interfaceid": "3707d767-d2f1-493d-b1ab-4472b432e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 900.856761] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:a4:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3707d767-d2f1-493d-b1ab-4472b432e452', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.872309] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.872864] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.873119] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9934d81-f8a5-41ce-a7ae-6de9502f84c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.899660] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.899660] env[69436]: value = "task-3254983" [ 900.899660] env[69436]: _type = "Task" [ 900.899660] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.908281] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254983, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.964384] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 666f53b5-aefb-460e-99b6-2647966dc8cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 901.093677] env[69436]: DEBUG nova.compute.manager [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Received event network-changed-3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 901.093677] env[69436]: DEBUG nova.compute.manager [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Refreshing instance network info cache due to event network-changed-3707d767-d2f1-493d-b1ab-4472b432e452. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 901.093988] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] Acquiring lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.094392] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] Acquired lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.094584] env[69436]: DEBUG nova.network.neutron [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Refreshing network info cache for port 3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.132507] env[69436]: DEBUG oslo_vmware.api [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254981, 'name': PowerOffVM_Task, 'duration_secs': 0.403631} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.132738] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.132789] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.134532] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4e211c0-6ca0-43fe-aa89-be0d646a49df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.222864] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.223085] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.223338] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Deleting the datastore file [datastore2] 82908bd6-7b35-49fd-b4c5-2df420daa0e2 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.223617] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6319ebbf-7adf-4482-b597-a554e2a3c739 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.231767] env[69436]: DEBUG oslo_vmware.api [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 901.231767] env[69436]: value = "task-3254985" [ 901.231767] env[69436]: _type = "Task" [ 901.231767] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.244027] env[69436]: DEBUG oslo_vmware.api [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.410784] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254983, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.467834] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 250432e5-93f1-4d47-aad6-642fb840a4a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 901.745709] env[69436]: DEBUG oslo_vmware.api [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3254985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206076} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.745910] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.746103] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.746284] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.746457] env[69436]: INFO nova.compute.manager [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 901.746695] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.746885] env[69436]: DEBUG nova.compute.manager [-] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 901.746991] env[69436]: DEBUG nova.network.neutron [-] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.871807] env[69436]: DEBUG nova.network.neutron [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Updated VIF entry in instance network info cache for port 3707d767-d2f1-493d-b1ab-4472b432e452. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.871807] env[69436]: DEBUG nova.network.neutron [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Updating instance_info_cache with network_info: [{"id": "3707d767-d2f1-493d-b1ab-4472b432e452", "address": "fa:16:3e:73:a4:84", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3707d767-d2", "ovs_interfaceid": "3707d767-d2f1-493d-b1ab-4472b432e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.911625] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254983, 'name': CreateVM_Task, 'duration_secs': 0.517593} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.911960] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.912915] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.913244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.913798] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.914159] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e68adb-204a-4d53-87d3-3ec061afd402 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.921626] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 901.921626] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527feda7-d631-7b06-e8d2-b3ffb544b77d" [ 901.921626] env[69436]: _type = "Task" [ 901.921626] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.932408] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527feda7-d631-7b06-e8d2-b3ffb544b77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.973148] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.377949] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df300b7-98c7-4431-8541-4dfe20ef3dee req-b9b7670e-571d-4ff7-a1ad-9810e98aaedb service nova] Releasing lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.432730] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527feda7-d631-7b06-e8d2-b3ffb544b77d, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.433202] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.436572] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.436871] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.437036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.437222] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.437586] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10883e5e-eaf5-408d-b899-d587c249f0d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.448743] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.448904] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.449672] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5899ed0-c8fc-4f63-aa37-9ad8c563da11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.455985] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 902.455985] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521b610a-b1e6-3647-f353-38df4bdd2cc3" [ 902.455985] env[69436]: _type = "Task" [ 902.455985] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.465205] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521b610a-b1e6-3647-f353-38df4bdd2cc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.476310] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 54ef019a-a45c-4e12-82d3-675f890c554b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.605407] env[69436]: DEBUG nova.network.neutron [-] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.968221] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521b610a-b1e6-3647-f353-38df4bdd2cc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.969036] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d5bd036-d2b5-4e27-ac82-83203cce9c70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.975766] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 902.975766] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52424f0b-ea2c-3a02-fa0f-7c26c5489d06" [ 902.975766] env[69436]: _type = "Task" [ 902.975766] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.980549] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 85fba89a-3e19-42ff-876c-6f309869f020 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.980918] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 902.981089] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5504MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 902.986797] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52424f0b-ea2c-3a02-fa0f-7c26c5489d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.054511] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "4654b975-176d-4854-b209-429a0846852e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.054801] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "4654b975-176d-4854-b209-429a0846852e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.108112] env[69436]: INFO nova.compute.manager [-] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Took 1.36 seconds to deallocate network for instance. [ 903.125982] env[69436]: DEBUG nova.compute.manager [req-e1b25175-ea01-4e0c-953e-7fbdcb7e2c4a req-3a063608-655b-4f47-94ac-bc487348dae9 service nova] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Received event network-vif-deleted-2948dfad-e243-4d01-9f81-899958556742 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 903.465911] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986ed50-8525-4da5-a6b8-bd22ac3ed24a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.474112] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e537e1-2dbf-4f00-ba62-530d9595a808 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486427] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52424f0b-ea2c-3a02-fa0f-7c26c5489d06, 'name': SearchDatastore_Task, 'duration_secs': 0.015128} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.510232] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.510581] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] d4f2df34-8223-415d-b47d-7e43bc47b87a/d4f2df34-8223-415d-b47d-7e43bc47b87a.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.511080] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd7c900c-a0db-40b4-a179-74a86a73739f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.513575] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6057b1d2-c9b6-428b-ba66-f8c318bd6632 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.526106] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b640c3d-c783-4d5b-8696-b09e716844c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.529868] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 903.529868] env[69436]: value = "task-3254987" [ 903.529868] env[69436]: _type = "Task" [ 903.529868] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.541088] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.547657] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.557471] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 903.614876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.040989] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466936} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.041335] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] d4f2df34-8223-415d-b47d-7e43bc47b87a/d4f2df34-8223-415d-b47d-7e43bc47b87a.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.041554] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.041768] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28271d3f-a970-4dba-a021-685b198fc9d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.044426] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.053408] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 904.053408] env[69436]: value = "task-3254988" [ 904.053408] env[69436]: _type = "Task" [ 904.053408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.065751] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.079708] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.550493] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 904.550735] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.680s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.551139] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.846s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.553806] env[69436]: INFO nova.compute.claims [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.558007] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.558341] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Cleaning up deleted instances {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 904.570006] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.291255} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.570587] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.571175] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d5cd1-3a35-4457-a00f-9d23fd459ee4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.594923] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] d4f2df34-8223-415d-b47d-7e43bc47b87a/d4f2df34-8223-415d-b47d-7e43bc47b87a.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.595978] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c70115-bb57-41c3-9a3d-1ba09ab3879b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.617793] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 904.617793] env[69436]: value = "task-3254989" [ 904.617793] env[69436]: _type = "Task" [ 904.617793] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.627842] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.070667] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] There are 43 instances to clean {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 905.071111] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 07f6d714-16cf-405a-8fda-95fcd48791d0] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 905.128467] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254989, 'name': ReconfigVM_Task, 'duration_secs': 0.326573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.128842] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] d4f2df34-8223-415d-b47d-7e43bc47b87a/d4f2df34-8223-415d-b47d-7e43bc47b87a.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.129437] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c31a1f94-66e5-4790-abf1-cf0094d34300 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.136919] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 905.136919] env[69436]: value = "task-3254991" [ 905.136919] env[69436]: _type = "Task" [ 905.136919] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.145983] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254991, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.575801] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b55c5dca-5285-43be-8c6c-46acb75420e4] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 905.650026] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254991, 'name': Rename_Task, 'duration_secs': 0.163585} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.650655] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.650655] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb4be2e-7bb6-4696-9178-cba83eea7837 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.658515] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 905.658515] env[69436]: value = "task-3254992" [ 905.658515] env[69436]: _type = "Task" [ 905.658515] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.670940] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.069996] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ee13e-82c5-4e3b-82a9-1aa1e2e6a9d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.078780] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b83f99-e100-47e1-925c-4060e7fc8d1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.082445] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 3741039a-7ac6-4bba-a2c8-d36359221de6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 906.114505] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8553f-7c0a-4652-82a6-69f09fecaa62 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.123474] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd70da9c-25e3-45ac-aa69-133fef99867b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.139642] env[69436]: DEBUG nova.compute.provider_tree [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.168966] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.587284] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: e77f4cc6-1a88-4da0-9574-b1d6b7e0c2ac] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 906.643017] env[69436]: DEBUG nova.scheduler.client.report [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.671830] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254992, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.091892] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 05ee971f-3aed-4c08-920d-60eaf4f20e75] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 907.151139] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.151623] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 907.155439] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.950s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.170752] env[69436]: DEBUG oslo_vmware.api [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254992, 'name': PowerOnVM_Task, 'duration_secs': 1.240308} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.171210] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.171210] env[69436]: INFO nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Took 9.57 seconds to spawn the instance on the hypervisor. [ 907.171484] env[69436]: DEBUG nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 907.172518] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b384a70f-8316-4640-9aee-b3c6a03a060b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.595506] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 19b076c2-3696-4d28-a136-114764360913] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 907.656497] env[69436]: DEBUG nova.compute.utils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.657968] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 907.658156] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.694928] env[69436]: INFO nova.compute.manager [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Took 54.29 seconds to build instance. [ 907.716285] env[69436]: DEBUG nova.policy [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948f5de9d833437c8822092035f80e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85b0a0087714613b8e97b3c24a19a53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.098919] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: db55a66b-8be9-4ed8-b11e-983b05977063] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 908.165431] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 908.197109] env[69436]: DEBUG oslo_concurrency.lockutils [None req-da3ee88b-04ea-428f-8334-2a729346234a tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.625s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.234774] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ec0a38-9641-4b84-99a2-127baeddb4ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.245383] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478908d9-2a89-47c7-a16f-20a9126cb359 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.279156] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31743aaf-6391-442b-b6c4-d114d8fb59e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.287442] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e37fe-dd71-417c-a854-d5706d9e9cb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.301092] env[69436]: DEBUG nova.compute.provider_tree [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.419558] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Successfully created port: 9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.515099] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] Acquiring lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.515099] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] Acquired lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.515099] env[69436]: DEBUG nova.network.neutron [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.605475] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 9b4c0a65-7270-4028-b232-6e756b03d182] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 908.804489] env[69436]: DEBUG nova.scheduler.client.report [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.108706] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 84bd8049-779a-42b6-8466-3a4afee0a1e8] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 909.175996] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 909.216259] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.216531] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.216710] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.216920] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.217190] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.217417] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.217688] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.217903] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.218152] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.218385] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.218618] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.219571] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539172bf-acfb-4907-b812-072241929ea8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.230980] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6503c26d-e964-4dc1-929b-f8d7d67a1d33 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.257788] env[69436]: DEBUG nova.network.neutron [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Updating instance_info_cache with network_info: [{"id": "3707d767-d2f1-493d-b1ab-4472b432e452", "address": "fa:16:3e:73:a4:84", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3707d767-d2", "ovs_interfaceid": "3707d767-d2f1-493d-b1ab-4472b432e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.612676] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ae003353-32f8-4e86-915a-5a184e105be5] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 909.761161] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] Releasing lock "refresh_cache-d4f2df34-8223-415d-b47d-7e43bc47b87a" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.761451] env[69436]: DEBUG nova.compute.manager [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Inject network info {{(pid=69436) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 909.761720] env[69436]: DEBUG nova.compute.manager [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] network_info to inject: |[{"id": "3707d767-d2f1-493d-b1ab-4472b432e452", "address": "fa:16:3e:73:a4:84", "network": {"id": "0f2c8389-4064-4b63-98e1-4567b47ee2b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-484785896-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d22790ee15114ae0bbc27d1ba1e234cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3707d767-d2", "ovs_interfaceid": "3707d767-d2f1-493d-b1ab-4472b432e452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 909.766680] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Reconfiguring VM instance to set the machine id {{(pid=69436) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 909.766999] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d875c5b9-71fb-468b-8dc1-4836d3cde04b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.784764] env[69436]: DEBUG oslo_vmware.api [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] Waiting for the task: (returnval){ [ 909.784764] env[69436]: value = "task-3254995" [ 909.784764] env[69436]: _type = "Task" [ 909.784764] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.794324] env[69436]: DEBUG oslo_vmware.api [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] Task: {'id': task-3254995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.816033] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.660s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.816033] env[69436]: DEBUG nova.compute.manager [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69436) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 909.819197] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.236s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.820769] env[69436]: INFO nova.compute.claims [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.007010] env[69436]: DEBUG nova.compute.manager [req-2ad26355-a9c8-4b31-b9f0-e060fd3383ab req-27f91d58-165f-40b9-8f89-cc15f0a18942 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Received event network-vif-plugged-9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 910.007345] env[69436]: DEBUG oslo_concurrency.lockutils [req-2ad26355-a9c8-4b31-b9f0-e060fd3383ab req-27f91d58-165f-40b9-8f89-cc15f0a18942 service nova] Acquiring lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.007478] env[69436]: DEBUG oslo_concurrency.lockutils [req-2ad26355-a9c8-4b31-b9f0-e060fd3383ab req-27f91d58-165f-40b9-8f89-cc15f0a18942 service nova] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.008200] env[69436]: DEBUG oslo_concurrency.lockutils [req-2ad26355-a9c8-4b31-b9f0-e060fd3383ab req-27f91d58-165f-40b9-8f89-cc15f0a18942 service nova] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.008451] env[69436]: DEBUG nova.compute.manager [req-2ad26355-a9c8-4b31-b9f0-e060fd3383ab req-27f91d58-165f-40b9-8f89-cc15f0a18942 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] No waiting events found dispatching network-vif-plugged-9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.008653] env[69436]: WARNING nova.compute.manager [req-2ad26355-a9c8-4b31-b9f0-e060fd3383ab req-27f91d58-165f-40b9-8f89-cc15f0a18942 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Received unexpected event network-vif-plugged-9d7d0834-ca3c-41ff-8e18-2412586bceb3 for instance with vm_state building and task_state spawning. [ 910.092502] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Successfully updated port: 9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.117827] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 9570d9f7-1dcb-41b4-8058-e1f16833ac44] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 910.296926] env[69436]: DEBUG oslo_vmware.api [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] Task: {'id': task-3254995, 'name': ReconfigVM_Task, 'duration_secs': 0.251677} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.297447] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d21b3c9a-afe3-4b09-a4e9-beda56e3b5c3 tempest-ServersAdminTestJSON-297209963 tempest-ServersAdminTestJSON-297209963-project-admin] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Reconfigured VM instance to set the machine id {{(pid=69436) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 910.388428] env[69436]: INFO nova.scheduler.client.report [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted allocation for migration cfa57a71-444c-471d-b846-e651e659dc39 [ 910.599496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "refresh_cache-0873fe19-7bf6-4e0b-a154-3f0038bed6ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.599496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "refresh_cache-0873fe19-7bf6-4e0b-a154-3f0038bed6ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.599496] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.621091] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 0551002b-4313-4f48-8c86-46bcf2c8c1df] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 910.717054] env[69436]: INFO nova.compute.manager [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Rebuilding instance [ 910.755856] env[69436]: DEBUG nova.compute.manager [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 910.756740] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93338841-438f-4e4d-8279-b7b798d3e976 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.898726] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2d2fd31-8be9-4df4-a511-ead00a0f9a17 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 50.242s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.120493] env[69436]: DEBUG nova.objects.instance [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'flavor' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.123613] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: e6a49a4a-583d-4fc8-bc42-904a7c8224d6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 911.135931] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.284404] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6392cf50-2260-44ed-b95f-927841e42cf6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.296609] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f780a9b-9400-4339-a14b-516ad7931df6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.342901] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Updating instance_info_cache with network_info: [{"id": "9d7d0834-ca3c-41ff-8e18-2412586bceb3", "address": "fa:16:3e:6e:d2:b7", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7d0834-ca", "ovs_interfaceid": "9d7d0834-ca3c-41ff-8e18-2412586bceb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.344793] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860ff54-5bde-4242-9e7a-dca708059454 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.355429] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c610d700-7daa-4bd1-b34b-15ca3990adba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.372460] env[69436]: DEBUG nova.compute.provider_tree [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.626747] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.626747] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.626747] env[69436]: DEBUG nova.network.neutron [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.626747] env[69436]: DEBUG nova.objects.instance [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'info_cache' on Instance uuid eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.629293] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: debf4a55-5e31-4e22-bcd5-4b3267969e51] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 911.773447] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.773787] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f8eb26-14e0-407a-ae0b-23cceccdba14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.782564] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 911.782564] env[69436]: value = "task-3254997" [ 911.782564] env[69436]: _type = "Task" [ 911.782564] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.791349] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.849276] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "refresh_cache-0873fe19-7bf6-4e0b-a154-3f0038bed6ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.849673] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Instance network_info: |[{"id": "9d7d0834-ca3c-41ff-8e18-2412586bceb3", "address": "fa:16:3e:6e:d2:b7", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7d0834-ca", "ovs_interfaceid": "9d7d0834-ca3c-41ff-8e18-2412586bceb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 911.850180] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:d2:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d7d0834-ca3c-41ff-8e18-2412586bceb3', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.858414] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.858696] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.858963] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bad672c-07ce-4ecb-bae3-760e48caad54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.877862] env[69436]: DEBUG nova.scheduler.client.report [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.882201] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.882201] env[69436]: value = "task-3254998" [ 911.882201] env[69436]: _type = "Task" [ 911.882201] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.891953] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254998, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.032983] env[69436]: DEBUG nova.compute.manager [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Received event network-changed-9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 912.033307] env[69436]: DEBUG nova.compute.manager [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Refreshing instance network info cache due to event network-changed-9d7d0834-ca3c-41ff-8e18-2412586bceb3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 912.033465] env[69436]: DEBUG oslo_concurrency.lockutils [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] Acquiring lock "refresh_cache-0873fe19-7bf6-4e0b-a154-3f0038bed6ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.033711] env[69436]: DEBUG oslo_concurrency.lockutils [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] Acquired lock "refresh_cache-0873fe19-7bf6-4e0b-a154-3f0038bed6ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.033884] env[69436]: DEBUG nova.network.neutron [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Refreshing network info cache for port 9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.130741] env[69436]: DEBUG nova.objects.base [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.132034] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 5f9b0f8d-92cf-4caf-908f-e9e3a8dddeee] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 912.300027] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3254997, 'name': PowerOffVM_Task, 'duration_secs': 0.201892} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.300306] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.300552] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.301299] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ff62ca-b462-4631-94df-8f0c7877bc5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.308928] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.309035] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89e3929-3009-4121-8b3c-34d1294c80e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.372937] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.373235] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.373549] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleting the datastore file [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.373880] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91318dac-643b-48d4-991c-e89632428fcc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.381793] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 912.381793] env[69436]: value = "task-3255000" [ 912.381793] env[69436]: _type = "Task" [ 912.381793] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.386918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.387552] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 912.390488] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.554s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.402848] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.406865] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3254998, 'name': CreateVM_Task, 'duration_secs': 0.330156} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.406865] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.407464] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407879] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.408045] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.409046] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3161ab5d-856a-4659-9302-ffd44d0be0c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.415447] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 912.415447] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dabbe1-2d3f-70ae-6372-afa6640b2086" [ 912.415447] env[69436]: _type = "Task" [ 912.415447] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.426136] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dabbe1-2d3f-70ae-6372-afa6640b2086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.636512] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: c4f9d6db-722b-4da2-8e48-192598d791b1] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 912.748934] env[69436]: DEBUG nova.network.neutron [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Updated VIF entry in instance network info cache for port 9d7d0834-ca3c-41ff-8e18-2412586bceb3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.749341] env[69436]: DEBUG nova.network.neutron [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Updating instance_info_cache with network_info: [{"id": "9d7d0834-ca3c-41ff-8e18-2412586bceb3", "address": "fa:16:3e:6e:d2:b7", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7d0834-ca", "ovs_interfaceid": "9d7d0834-ca3c-41ff-8e18-2412586bceb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.842204] env[69436]: DEBUG nova.network.neutron [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [{"id": "4731da9e-f2c3-4067-9ded-18c7e2312750", "address": "fa:16:3e:1f:8e:ef", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4731da9e-f2", "ovs_interfaceid": "4731da9e-f2c3-4067-9ded-18c7e2312750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.892800] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15887} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.893141] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.893814] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.893814] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.897926] env[69436]: DEBUG nova.objects.instance [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lazy-loading 'migration_context' on Instance uuid 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.899683] env[69436]: DEBUG nova.compute.utils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.900787] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 912.900955] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.927818] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dabbe1-2d3f-70ae-6372-afa6640b2086, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.927818] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.927818] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.927818] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927818] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.927818] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.928130] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a31b20b-0f5f-46aa-9b7f-23519cf3f5ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.939791] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.939963] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.942361] env[69436]: DEBUG nova.policy [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948f5de9d833437c8822092035f80e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd85b0a0087714613b8e97b3c24a19a53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.943867] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0904ee-2bc0-4852-b591-8a26cd4be4ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.950500] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 912.950500] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528e27d4-0c5c-bddc-3fde-67ab6ae9f27a" [ 912.950500] env[69436]: _type = "Task" [ 912.950500] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.959100] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528e27d4-0c5c-bddc-3fde-67ab6ae9f27a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.140501] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: a1fcd268-6fad-4666-bebd-5a0324a9006d] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 913.215540] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Successfully created port: e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.254279] env[69436]: DEBUG oslo_concurrency.lockutils [req-6a635837-521b-4922-80f3-e3028cbe21df req-5b921a70-4e5b-4470-b439-3eb6eb78c4c7 service nova] Releasing lock "refresh_cache-0873fe19-7bf6-4e0b-a154-3f0038bed6ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.345782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-eb6b1512-b9e6-4a1f-8e7c-12799768cca8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.407198] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 913.466435] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528e27d4-0c5c-bddc-3fde-67ab6ae9f27a, 'name': SearchDatastore_Task, 'duration_secs': 0.011064} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.466708] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff8743a-ac4d-4201-b773-e2a2ca81642e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.473358] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 913.473358] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b710de-1f01-06cc-e227-c7f5585aa4a0" [ 913.473358] env[69436]: _type = "Task" [ 913.473358] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.490192] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b710de-1f01-06cc-e227-c7f5585aa4a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.490192] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.490192] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0873fe19-7bf6-4e0b-a154-3f0038bed6ee/0873fe19-7bf6-4e0b-a154-3f0038bed6ee.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.490788] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0093540d-93ee-4a10-bd3b-9b0455928c57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.499121] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 913.499121] env[69436]: value = "task-3255001" [ 913.499121] env[69436]: _type = "Task" [ 913.499121] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.511620] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.644131] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: a1070e28-43c7-48f9-8325-af823ff273bc] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 913.917301] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9854d441-0f4b-41da-a62d-008af1f3bfe8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.929780] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e2b40-9f7c-483b-9fdb-4c54a0d9db12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.941265] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.941543] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.941708] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.941890] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.942052] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.942229] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.942423] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.942584] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.942758] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.942932] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.943116] env[69436]: DEBUG nova.virt.hardware [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.944125] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d52af-3359-429c-921b-12728f46d8b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.973580] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88787813-e142-4182-8f91-f7b1f8edf36c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.980756] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f8e2de-823c-40f1-928b-1812bbc3d388 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.990185] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f3501-6402-4132-a3a3-8a890a8b54cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.003662] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e309d7a3-f565-4b93-8d22-cfff365c03c4', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.013014] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.016786] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.024890] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83052a00-e972-4730-b8af-f994bb82b390 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.039283] env[69436]: DEBUG nova.compute.provider_tree [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.047339] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504218} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.049258] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 0873fe19-7bf6-4e0b-a154-3f0038bed6ee/0873fe19-7bf6-4e0b-a154-3f0038bed6ee.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.049533] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.050011] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.050011] env[69436]: value = "task-3255002" [ 914.050011] env[69436]: _type = "Task" [ 914.050011] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.050202] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50626301-8156-4aa5-8158-31a469645ec3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.063915] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255002, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.064268] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 914.064268] env[69436]: value = "task-3255003" [ 914.064268] env[69436]: _type = "Task" [ 914.064268] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.073110] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.148228] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 60f0b1c6-4ec8-4d5b-8953-9f261c0eddf5] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 914.354247] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.354643] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e846d005-48b8-42d8-8b52-e2f095ea49f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.363058] env[69436]: DEBUG oslo_vmware.api [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 914.363058] env[69436]: value = "task-3255004" [ 914.363058] env[69436]: _type = "Task" [ 914.363058] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.372875] env[69436]: DEBUG oslo_vmware.api [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.422475] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 914.446138] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.446393] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.446572] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.446786] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.446937] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.447105] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.447325] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.447486] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.447715] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.447933] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.448139] env[69436]: DEBUG nova.virt.hardware [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.449014] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4cde34-a5ef-43d7-afc3-41661b39bf76 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.458993] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae12aa00-2d68-4f80-94e7-829bfdfabd89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.543157] env[69436]: DEBUG nova.scheduler.client.report [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.565415] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255002, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.576406] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070941} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.576668] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.577460] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd0c991-e93e-49b4-a530-bf09c49d7f83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.604323] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 0873fe19-7bf6-4e0b-a154-3f0038bed6ee/0873fe19-7bf6-4e0b-a154-3f0038bed6ee.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.604747] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8cef9ae-6cf8-42fa-9497-9629ed117ce6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.629282] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 914.629282] env[69436]: value = "task-3255005" [ 914.629282] env[69436]: _type = "Task" [ 914.629282] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.643198] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.651914] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f64e0477-2524-4169-98b6-1595ea0269c3] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 914.712254] env[69436]: DEBUG nova.compute.manager [req-f7aaaa00-1b83-4ae9-8489-beb18ac5f099 req-3d82d3c6-c0b5-4baf-957e-aff3ef45935a service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Received event network-vif-plugged-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 914.712518] env[69436]: DEBUG oslo_concurrency.lockutils [req-f7aaaa00-1b83-4ae9-8489-beb18ac5f099 req-3d82d3c6-c0b5-4baf-957e-aff3ef45935a service nova] Acquiring lock "298e90fa-341b-49c1-a847-be91c3724140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.712772] env[69436]: DEBUG oslo_concurrency.lockutils [req-f7aaaa00-1b83-4ae9-8489-beb18ac5f099 req-3d82d3c6-c0b5-4baf-957e-aff3ef45935a service nova] Lock "298e90fa-341b-49c1-a847-be91c3724140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.713046] env[69436]: DEBUG oslo_concurrency.lockutils [req-f7aaaa00-1b83-4ae9-8489-beb18ac5f099 req-3d82d3c6-c0b5-4baf-957e-aff3ef45935a service nova] Lock "298e90fa-341b-49c1-a847-be91c3724140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.713382] env[69436]: DEBUG nova.compute.manager [req-f7aaaa00-1b83-4ae9-8489-beb18ac5f099 req-3d82d3c6-c0b5-4baf-957e-aff3ef45935a service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] No waiting events found dispatching network-vif-plugged-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.713679] env[69436]: WARNING nova.compute.manager [req-f7aaaa00-1b83-4ae9-8489-beb18ac5f099 req-3d82d3c6-c0b5-4baf-957e-aff3ef45935a service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Received unexpected event network-vif-plugged-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 for instance with vm_state building and task_state spawning. [ 914.790292] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Successfully updated port: e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.873605] env[69436]: DEBUG oslo_vmware.api [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255004, 'name': PowerOnVM_Task, 'duration_secs': 0.494742} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.873879] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.874093] env[69436]: DEBUG nova.compute.manager [None req-8d529d18-843e-4f84-b7a5-18658ee7bd30 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 914.874860] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006b534-acb8-4807-92b2-a4fba3116bb8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.063876] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255002, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.109365] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "7740e8c5-3687-49cc-bdde-141ae44d399d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.109539] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.139488] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.156709] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 0d8d692c-4982-429b-8243-17099f95c8ab] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 915.297226] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "refresh_cache-298e90fa-341b-49c1-a847-be91c3724140" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.297419] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "refresh_cache-298e90fa-341b-49c1-a847-be91c3724140" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.297586] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.563296] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.170s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.566555] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.737s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.568571] env[69436]: INFO nova.compute.claims [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.582168] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255002, 'name': CreateVM_Task, 'duration_secs': 1.300259} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.582700] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.583512] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.583853] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.584308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.584985] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faea54ff-579e-482f-824b-45f3126e4f8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.591684] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 915.591684] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52083e48-ed26-5447-e7cc-a4ac87138f97" [ 915.591684] env[69436]: _type = "Task" [ 915.591684] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.603734] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52083e48-ed26-5447-e7cc-a4ac87138f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.612187] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 915.642408] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.661663] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 6d2a912a-8990-4032-b22c-d1a769e058fd] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 915.767035] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.767662] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.767662] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.767971] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.768242] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.770610] env[69436]: INFO nova.compute.manager [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Terminating instance [ 915.828192] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.963828] env[69436]: DEBUG nova.network.neutron [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Updating instance_info_cache with network_info: [{"id": "e58979b6-433f-4ab1-bd30-3ad6b8eaa017", "address": "fa:16:3e:a9:ba:5e", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58979b6-43", "ovs_interfaceid": "e58979b6-433f-4ab1-bd30-3ad6b8eaa017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.105047] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52083e48-ed26-5447-e7cc-a4ac87138f97, 'name': SearchDatastore_Task, 'duration_secs': 0.029014} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.105419] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.105663] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.105913] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.106071] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.106248] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.106516] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2c66e6a-4665-4afd-8c68-4738ebacda07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.120244] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.120588] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.123807] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb344111-c1b7-4fbd-b171-30905c0f672b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.132264] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 916.132264] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eacebc-d2a6-1c15-2d8e-ba2b215601db" [ 916.132264] env[69436]: _type = "Task" [ 916.132264] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.144784] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.145618] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.148603] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eacebc-d2a6-1c15-2d8e-ba2b215601db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.163433] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f1ec9889-55f4-455c-a927-36585d57bc41] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 916.275176] env[69436]: DEBUG nova.compute.manager [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 916.275401] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.276345] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae24c5e-8627-4f83-b257-9731ff457f82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.286293] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.286548] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5c6a50c-9d9d-423c-8759-0a3c8b3eef92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.294246] env[69436]: DEBUG oslo_vmware.api [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 916.294246] env[69436]: value = "task-3255006" [ 916.294246] env[69436]: _type = "Task" [ 916.294246] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.303167] env[69436]: DEBUG oslo_vmware.api [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.467433] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "refresh_cache-298e90fa-341b-49c1-a847-be91c3724140" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.467917] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Instance network_info: |[{"id": "e58979b6-433f-4ab1-bd30-3ad6b8eaa017", "address": "fa:16:3e:a9:ba:5e", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58979b6-43", "ovs_interfaceid": "e58979b6-433f-4ab1-bd30-3ad6b8eaa017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 916.468524] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ba:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e58979b6-433f-4ab1-bd30-3ad6b8eaa017', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.477823] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.477823] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.478174] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b3c172-d344-4af3-be01-36afd9b8901d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.501216] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.501216] env[69436]: value = "task-3255007" [ 916.501216] env[69436]: _type = "Task" [ 916.501216] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.509852] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255007, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.648103] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255005, 'name': ReconfigVM_Task, 'duration_secs': 1.84801} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.648475] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 0873fe19-7bf6-4e0b-a154-3f0038bed6ee/0873fe19-7bf6-4e0b-a154-3f0038bed6ee.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.649710] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1375d8f-11c7-4538-a974-89442c49849e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.655251] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eacebc-d2a6-1c15-2d8e-ba2b215601db, 'name': SearchDatastore_Task, 'duration_secs': 0.038129} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.657943] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb23859-5b6b-4f94-8802-b89a14ad04d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.664911] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 916.664911] env[69436]: value = "task-3255008" [ 916.664911] env[69436]: _type = "Task" [ 916.664911] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.669977] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ef18c356-41ff-43f0-bdea-d7f8b1391508] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 916.672458] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 916.672458] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52235bd3-623a-9926-4384-c8c01cb7c183" [ 916.672458] env[69436]: _type = "Task" [ 916.672458] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.683309] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255008, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.690115] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52235bd3-623a-9926-4384-c8c01cb7c183, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.690399] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.690666] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.690935] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-764347a3-1dad-4a2a-b086-d418cae8ead2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.702634] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 916.702634] env[69436]: value = "task-3255009" [ 916.702634] env[69436]: _type = "Task" [ 916.702634] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.717964] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.792095] env[69436]: DEBUG nova.compute.manager [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Received event network-changed-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 916.792364] env[69436]: DEBUG nova.compute.manager [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Refreshing instance network info cache due to event network-changed-e58979b6-433f-4ab1-bd30-3ad6b8eaa017. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 916.792680] env[69436]: DEBUG oslo_concurrency.lockutils [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] Acquiring lock "refresh_cache-298e90fa-341b-49c1-a847-be91c3724140" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.792931] env[69436]: DEBUG oslo_concurrency.lockutils [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] Acquired lock "refresh_cache-298e90fa-341b-49c1-a847-be91c3724140" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.793068] env[69436]: DEBUG nova.network.neutron [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Refreshing network info cache for port e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.808965] env[69436]: DEBUG oslo_vmware.api [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255006, 'name': PowerOffVM_Task, 'duration_secs': 0.381152} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.811985] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.812193] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.812970] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f16216a-cc3d-4acc-973d-08f2947a2e55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.907436] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.907959] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.907959] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleting the datastore file [datastore1] eb6b1512-b9e6-4a1f-8e7c-12799768cca8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.908140] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6141c6-c7d4-444a-aad5-a1b5b298b5c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.918410] env[69436]: DEBUG oslo_vmware.api [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 916.918410] env[69436]: value = "task-3255011" [ 916.918410] env[69436]: _type = "Task" [ 916.918410] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.926671] env[69436]: DEBUG oslo_vmware.api [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.014785] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255007, 'name': CreateVM_Task, 'duration_secs': 0.38463} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.015115] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.015746] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.015927] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.016303] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.016588] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2e77df-ad63-4e6a-84f6-f73378056598 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.025263] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 917.025263] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5255191d-6454-9ab3-1a76-ad47558e7d9b" [ 917.025263] env[69436]: _type = "Task" [ 917.025263] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.034698] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5255191d-6454-9ab3-1a76-ad47558e7d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.117678] env[69436]: INFO nova.compute.manager [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Swapping old allocation on dict_keys(['874aa1e6-124b-44cc-8641-8340c741df69']) held by migration 0f15bf2b-7828-4583-a5c2-3f7a1caf60a9 for instance [ 917.143107] env[69436]: DEBUG nova.scheduler.client.report [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Overwriting current allocation {'allocations': {'874aa1e6-124b-44cc-8641-8340c741df69': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': '046081c0af184cecbfddad8433940890', 'user_id': '376d6cb4b53842c292a9e7410467c7ec', 'consumer_generation': 1} on consumer 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 {{(pid=69436) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 917.148418] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fab4f9-645f-40f8-b01d-9f1c62c928ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.157291] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c64764-58fe-48e5-a60e-ece070b9520e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.199623] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 93bce1b5-ce12-418f-abb9-3adf1e75d1ac] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 917.206039] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5368bd7-8aca-4eec-b82f-35933231c36c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.216631] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255008, 'name': Rename_Task, 'duration_secs': 0.230017} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.216811] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.218373] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05247b33-e736-47de-a684-42c1da4098f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.226014] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51660d8-b3a2-4fed-88a4-244129c36faf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.230904] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.233425] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 917.233425] env[69436]: value = "task-3255012" [ 917.233425] env[69436]: _type = "Task" [ 917.233425] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.247786] env[69436]: DEBUG nova.compute.provider_tree [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.250072] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.250265] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquired lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.250456] env[69436]: DEBUG nova.network.neutron [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.262592] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255012, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.429676] env[69436]: DEBUG oslo_vmware.api [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38896} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.429959] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.430176] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.430358] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.430533] env[69436]: INFO nova.compute.manager [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 917.430782] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.430973] env[69436]: DEBUG nova.compute.manager [-] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 917.431073] env[69436]: DEBUG nova.network.neutron [-] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.499147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.499147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.521761] env[69436]: DEBUG nova.network.neutron [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Updated VIF entry in instance network info cache for port e58979b6-433f-4ab1-bd30-3ad6b8eaa017. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.521761] env[69436]: DEBUG nova.network.neutron [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Updating instance_info_cache with network_info: [{"id": "e58979b6-433f-4ab1-bd30-3ad6b8eaa017", "address": "fa:16:3e:a9:ba:5e", "network": {"id": "92536590-e0c7-46b0-901d-e4c86c9f6879", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-419566849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d85b0a0087714613b8e97b3c24a19a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58979b6-43", "ovs_interfaceid": "e58979b6-433f-4ab1-bd30-3ad6b8eaa017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.537710] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5255191d-6454-9ab3-1a76-ad47558e7d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.019281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.538032] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.538287] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.538540] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.538690] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.538868] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.539140] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2311c37-4287-43ba-9fb3-9d5b914777bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.548710] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.548889] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.549629] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0619991-b60b-4ad1-8de3-d61b91919c13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.556370] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 917.556370] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d7671a-f127-6cd2-ce14-65b21514f184" [ 917.556370] env[69436]: _type = "Task" [ 917.556370] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.564787] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d7671a-f127-6cd2-ce14-65b21514f184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.703361] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 92548565-7ab3-4692-b3a2-7cbe5b31c174] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 917.719845] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639034} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.720169] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.720499] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.720765] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fb5d095-b4ac-43d1-9e53-26a6bb957a6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.728705] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 917.728705] env[69436]: value = "task-3255013" [ 917.728705] env[69436]: _type = "Task" [ 917.728705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.742551] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.752123] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255012, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.756363] env[69436]: DEBUG nova.scheduler.client.report [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.972278] env[69436]: DEBUG nova.network.neutron [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [{"id": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "address": "fa:16:3e:10:9f:ba", "network": {"id": "e4637ab4-8cf1-4a4f-889c-ac9aabb78441", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4c835ae4283e4bdb8c8dde80f386f98c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5257d-4e", "ovs_interfaceid": "97b5257d-4efa-468e-b376-5d2d162b1c2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.004641] env[69436]: DEBUG nova.compute.utils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.024339] env[69436]: DEBUG oslo_concurrency.lockutils [req-e37c2e5a-eeb1-46bf-a66b-889569de866e req-d0a8d5f7-e2c6-40a4-b679-d2901b8d4b98 service nova] Releasing lock "refresh_cache-298e90fa-341b-49c1-a847-be91c3724140" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.069766] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d7671a-f127-6cd2-ce14-65b21514f184, 'name': SearchDatastore_Task, 'duration_secs': 0.017993} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.074685] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7a0307-f384-49a5-a309-4fd714e8f967 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.081139] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 918.081139] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217349f-cb98-1d31-be75-7b506be4934d" [ 918.081139] env[69436]: _type = "Task" [ 918.081139] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.089129] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217349f-cb98-1d31-be75-7b506be4934d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.207060] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 192aaa13-8dc0-447e-8ef1-0fbd7bf99bb6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 918.241575] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073007} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.243907] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.243907] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0cc5b0-eb4b-4ab7-8f93-2cb4ca92aa0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.249140] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255012, 'name': PowerOnVM_Task, 'duration_secs': 0.662145} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.249820] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.250156] env[69436]: INFO nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Took 9.07 seconds to spawn the instance on the hypervisor. [ 918.250550] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 918.251095] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b93aba1-d6f1-41f9-8462-501ee9755cb7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.263392] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.263712] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 918.274998] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.276722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.246s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.278444] env[69436]: INFO nova.compute.claims [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.280376] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ac3738-b20d-4e63-bd4f-7d71a2cc5b0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.298121] env[69436]: DEBUG nova.compute.manager [req-de798917-ee89-4122-beeb-50aa4804c510 req-04240021-583a-4c31-ac52-824909ddee8c service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Received event network-vif-deleted-4731da9e-f2c3-4067-9ded-18c7e2312750 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 918.298331] env[69436]: INFO nova.compute.manager [req-de798917-ee89-4122-beeb-50aa4804c510 req-04240021-583a-4c31-ac52-824909ddee8c service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Neutron deleted interface 4731da9e-f2c3-4067-9ded-18c7e2312750; detaching it from the instance and deleting it from the info cache [ 918.298502] env[69436]: DEBUG nova.network.neutron [req-de798917-ee89-4122-beeb-50aa4804c510 req-04240021-583a-4c31-ac52-824909ddee8c service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.312079] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 918.312079] env[69436]: value = "task-3255014" [ 918.312079] env[69436]: _type = "Task" [ 918.312079] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.321773] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.406812] env[69436]: DEBUG nova.network.neutron [-] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.476055] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Releasing lock "refresh_cache-5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.476423] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.476724] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ed55590-d1bb-43b8-a7a9-bc01fac03e71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.485351] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 918.485351] env[69436]: value = "task-3255015" [ 918.485351] env[69436]: _type = "Task" [ 918.485351] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.493616] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.507418] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.591723] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217349f-cb98-1d31-be75-7b506be4934d, 'name': SearchDatastore_Task, 'duration_secs': 0.098085} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.592061] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.592288] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 298e90fa-341b-49c1-a847-be91c3724140/298e90fa-341b-49c1-a847-be91c3724140.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.592543] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-820fd0af-c544-43bb-b3f2-7307c956bb52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.599442] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 918.599442] env[69436]: value = "task-3255016" [ 918.599442] env[69436]: _type = "Task" [ 918.599442] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.609420] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.709978] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 42f89423-0e5d-44d3-b202-b449f66ab0b8] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 918.778340] env[69436]: DEBUG nova.compute.utils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.780055] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 918.780476] env[69436]: DEBUG nova.network.neutron [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.807245] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b4ef104-b273-4f6c-94bb-c0f8e1af668b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.823403] env[69436]: INFO nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Took 59.14 seconds to build instance. [ 918.830631] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571d989-d01d-400d-bef2-daa68e34cdb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.850175] env[69436]: DEBUG nova.policy [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd921033679da4d06b36c73085cfa177d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79fd923d4e646f7a28d831a82f7f18b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.852254] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.893335] env[69436]: DEBUG nova.compute.manager [req-de798917-ee89-4122-beeb-50aa4804c510 req-04240021-583a-4c31-ac52-824909ddee8c service nova] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Detach interface failed, port_id=4731da9e-f2c3-4067-9ded-18c7e2312750, reason: Instance eb6b1512-b9e6-4a1f-8e7c-12799768cca8 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 918.909103] env[69436]: INFO nova.compute.manager [-] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Took 1.48 seconds to deallocate network for instance. [ 918.999248] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255015, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.110566] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446253} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.111243] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 298e90fa-341b-49c1-a847-be91c3724140/298e90fa-341b-49c1-a847-be91c3724140.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.111243] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.112028] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a38838df-021e-437c-b048-bfef4b2e4602 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121864] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 919.121864] env[69436]: value = "task-3255017" [ 919.121864] env[69436]: _type = "Task" [ 919.121864] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.131490] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.182607] env[69436]: DEBUG nova.network.neutron [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Successfully created port: 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.213805] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 968d92c8-078e-4f9d-8183-aa2edebf8b4c] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 919.286407] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 919.328972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.860s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.330913] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255014, 'name': ReconfigVM_Task, 'duration_secs': 0.541561} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.330913] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Reconfigured VM instance instance-00000022 to attach disk [datastore2] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.331882] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecd79d65-62f6-4651-a3cb-10145d92c1e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.344545] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 919.344545] env[69436]: value = "task-3255018" [ 919.344545] env[69436]: _type = "Task" [ 919.344545] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.358975] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255018, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.416101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.500085] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255015, 'name': PowerOffVM_Task, 'duration_secs': 0.614402} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.500434] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.501157] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:04:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6dfbfb62-ba95-4b92-a344-29078f2c1aff',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-558133634',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.501403] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.501583] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.502197] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.502197] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.502197] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.502507] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.502592] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.502702] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.502881] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.503098] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.510960] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62052bb2-fa74-45e7-a188-5239e29d6074 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.527938] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 919.527938] env[69436]: value = "task-3255019" [ 919.527938] env[69436]: _type = "Task" [ 919.527938] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.539073] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.592917] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.593204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.593449] env[69436]: INFO nova.compute.manager [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Attaching volume 3bf63ada-53b8-4dc5-98dd-176fadc7fd40 to /dev/sdb [ 919.634613] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082454} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.634988] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.636642] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c13ec7-fdc7-4039-8ca3-0b75fb22c00b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.642607] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e941271d-852e-44fd-9cde-1773d589e0be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.661635] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee361412-205d-4393-a8d9-82dad91a7eb2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.673623] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 298e90fa-341b-49c1-a847-be91c3724140/298e90fa-341b-49c1-a847-be91c3724140.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.676432] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c89081a-ab1d-4a91-84cf-570521aedeb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.701742] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 919.701742] env[69436]: value = "task-3255020" [ 919.701742] env[69436]: _type = "Task" [ 919.701742] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.713024] env[69436]: DEBUG nova.virt.block_device [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating existing volume attachment record: eae05958-63fd-4d9c-86b3-e18bd9ca94da {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 919.719027] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f9df8e3f-0758-40fa-bc45-a013a7224300] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 919.721208] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255020, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.854420] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255018, 'name': Rename_Task, 'duration_secs': 0.173126} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.854687] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.857523] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16795687-d03e-4fed-97b7-1291a560437a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.866151] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 919.866151] env[69436]: value = "task-3255021" [ 919.866151] env[69436]: _type = "Task" [ 919.866151] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.881698] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.883613] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd0a3d1-573a-4867-8bbd-86df82ada756 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.893632] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7647f4-0b82-422a-be79-ddb05bd2c571 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.927078] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37aa6e4-81d5-4bcd-a6c6-43a41c7b88cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.935253] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048962d2-fbec-43d3-b14a-c220a40ea8d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.950719] env[69436]: DEBUG nova.compute.provider_tree [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.038126] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255019, 'name': ReconfigVM_Task, 'duration_secs': 0.183565} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.038921] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b16067-433b-4af7-b811-49668a99b8d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.058485] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:04:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='6dfbfb62-ba95-4b92-a344-29078f2c1aff',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-558133634',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.058991] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.058991] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.059215] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.059373] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.059548] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.059780] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.060545] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.060545] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.060545] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.060545] env[69436]: DEBUG nova.virt.hardware [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.061364] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f78e474-1790-4b78-872e-0f87b9cdd6ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.067782] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 920.067782] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52287de4-2d3c-717f-55c3-f09845cf4c86" [ 920.067782] env[69436]: _type = "Task" [ 920.067782] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.075987] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52287de4-2d3c-717f-55c3-f09845cf4c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.214070] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255020, 'name': ReconfigVM_Task, 'duration_secs': 0.312182} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.214396] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 298e90fa-341b-49c1-a847-be91c3724140/298e90fa-341b-49c1-a847-be91c3724140.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.215076] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-434c8bf3-10fc-42d6-9b55-a446695da5e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.222120] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 920.222120] env[69436]: value = "task-3255024" [ 920.222120] env[69436]: _type = "Task" [ 920.222120] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.222336] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 7105db4d-104b-4c22-9a33-7b5a9a2043c8] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 920.233299] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255024, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.299299] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 920.336027] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='78e5c26e6ab82fa5965863c5f7509c73',container_format='bare',created_at=2025-04-03T12:06:58Z,direct_url=,disk_format='vmdk',id=97a12f2d-6673-4c54-8500-3839bab3d580,min_disk=1,min_ram=0,name='tempest-test-snap-1164158763',owner='f79fd923d4e646f7a28d831a82f7f18b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T12:07:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.336027] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.336216] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.336378] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.336551] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.336705] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.336913] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.337085] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.337258] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.337418] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.337588] env[69436]: DEBUG nova.virt.hardware [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.338491] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db7368-3d6c-4e34-a4e0-8133ae2ea487 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.348031] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe21e5-6fbd-4266-97d6-37a78df20781 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.377230] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.454064] env[69436]: DEBUG nova.scheduler.client.report [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.579576] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52287de4-2d3c-717f-55c3-f09845cf4c86, 'name': SearchDatastore_Task, 'duration_secs': 0.02686} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.585240] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 920.585614] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496dfcad-10b0-42ea-8fcd-f0b8c3c4e140 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.602238] env[69436]: DEBUG nova.compute.manager [req-8c969599-cd10-4695-9e73-39408dc589f3 req-372a6bdb-4fff-44fe-b3b9-d3a4b8e5ec82 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Received event network-vif-plugged-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 920.602509] env[69436]: DEBUG oslo_concurrency.lockutils [req-8c969599-cd10-4695-9e73-39408dc589f3 req-372a6bdb-4fff-44fe-b3b9-d3a4b8e5ec82 service nova] Acquiring lock "0feeab35-8ee3-400e-982a-84f558fd4d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.602763] env[69436]: DEBUG oslo_concurrency.lockutils [req-8c969599-cd10-4695-9e73-39408dc589f3 req-372a6bdb-4fff-44fe-b3b9-d3a4b8e5ec82 service nova] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.602973] env[69436]: DEBUG oslo_concurrency.lockutils [req-8c969599-cd10-4695-9e73-39408dc589f3 req-372a6bdb-4fff-44fe-b3b9-d3a4b8e5ec82 service nova] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.603194] env[69436]: DEBUG nova.compute.manager [req-8c969599-cd10-4695-9e73-39408dc589f3 req-372a6bdb-4fff-44fe-b3b9-d3a4b8e5ec82 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] No waiting events found dispatching network-vif-plugged-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.603399] env[69436]: WARNING nova.compute.manager [req-8c969599-cd10-4695-9e73-39408dc589f3 req-372a6bdb-4fff-44fe-b3b9-d3a4b8e5ec82 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Received unexpected event network-vif-plugged-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 for instance with vm_state building and task_state spawning. [ 920.611055] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 920.611055] env[69436]: value = "task-3255026" [ 920.611055] env[69436]: _type = "Task" [ 920.611055] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.621225] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.706731] env[69436]: DEBUG nova.network.neutron [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Successfully updated port: 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.729350] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: aee1aa5e-8cce-4cab-b5b0-e98f441e00d5] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 920.740422] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255024, 'name': Rename_Task, 'duration_secs': 0.170901} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.740796] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.741481] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a0a0a06-44b6-4a44-8f84-da76028aaf5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.750320] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 920.750320] env[69436]: value = "task-3255027" [ 920.750320] env[69436]: _type = "Task" [ 920.750320] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.761999] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.880037] env[69436]: DEBUG oslo_vmware.api [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255021, 'name': PowerOnVM_Task, 'duration_secs': 0.985294} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.880279] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.880569] env[69436]: DEBUG nova.compute.manager [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 920.881821] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40df8bb6-7b7e-4dcf-a45f-7cb1762d1998 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.960296] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.960861] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 920.963827] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.847s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.964053] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.966244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.028s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.966439] env[69436]: DEBUG nova.objects.instance [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.993947] env[69436]: INFO nova.scheduler.client.report [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Deleted allocations for instance 2735935b-1255-452b-ae44-0d57d6832fde [ 921.125034] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255026, 'name': ReconfigVM_Task, 'duration_secs': 0.244116} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.125843] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.127034] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94e2ff-1291-4691-9401-d47015ac5c57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.161529] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.161980] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf458126-b19a-4e97-a2f5-40fc56ec6ca1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.190318] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 921.190318] env[69436]: value = "task-3255028" [ 921.190318] env[69436]: _type = "Task" [ 921.190318] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.201807] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.211812] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "refresh_cache-0feeab35-8ee3-400e-982a-84f558fd4d78" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.211864] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "refresh_cache-0feeab35-8ee3-400e-982a-84f558fd4d78" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.211990] env[69436]: DEBUG nova.network.neutron [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.234129] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 2f68bcc7-530b-4169-a91e-1880350cf467] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 921.261745] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.401083] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.473911] env[69436]: DEBUG nova.compute.utils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.478992] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 921.479215] env[69436]: DEBUG nova.network.neutron [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.502401] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9909fc7-975b-4ac4-aa19-574ad83eed0c tempest-ServerExternalEventsTest-676306474 tempest-ServerExternalEventsTest-676306474-project-member] Lock "2735935b-1255-452b-ae44-0d57d6832fde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.836s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.539437] env[69436]: DEBUG nova.policy [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.700909] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255028, 'name': ReconfigVM_Task, 'duration_secs': 0.335862} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.701210] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1/5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.702035] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0f37d-782b-4126-b9ab-d52195713559 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.722016] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f6ca5d-c677-4dd2-95d6-8edffc8dce06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.742313] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: a6a7947e-d801-4d81-be42-e1e2d1a4054c] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 921.745476] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc89d3b1-f1a1-4b79-ac3b-4afa66226b5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.765301] env[69436]: DEBUG nova.network.neutron [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.770792] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2087e5-1bcf-40cf-ba5a-010a6272bc36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.780058] env[69436]: DEBUG oslo_vmware.api [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255027, 'name': PowerOnVM_Task, 'duration_secs': 0.726637} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.782071] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.782285] env[69436]: INFO nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Took 7.36 seconds to spawn the instance on the hypervisor. [ 921.782463] env[69436]: DEBUG nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 921.782836] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.783600] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b77c4ec-4ac9-4280-94f8-5548b30d0228 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.785956] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5e92394-baa2-4275-b0b5-076be821f55f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.795694] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 921.795694] env[69436]: value = "task-3255029" [ 921.795694] env[69436]: _type = "Task" [ 921.795694] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.809997] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.811215] env[69436]: DEBUG nova.network.neutron [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Successfully created port: 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.979841] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 921.983495] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8ac1f334-27d1-40c8-a88f-fa43439a37a8 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.984785] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.562s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.986354] env[69436]: INFO nova.compute.claims [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.249544] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 158c19a4-af6d-41e9-9352-8eef13f1ec20] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 922.258533] env[69436]: DEBUG nova.network.neutron [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Updating instance_info_cache with network_info: [{"id": "99b3fbe9-d5fe-486c-8b4e-338f369f8a49", "address": "fa:16:3e:e6:54:1d", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b3fbe9-d5", "ovs_interfaceid": "99b3fbe9-d5fe-486c-8b4e-338f369f8a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.310542] env[69436]: INFO nova.compute.manager [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Took 51.75 seconds to build instance. [ 922.318102] env[69436]: DEBUG oslo_vmware.api [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255029, 'name': PowerOnVM_Task, 'duration_secs': 0.400891} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.318386] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.756050] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b722222d-b97a-48b7-ae33-336fc7bfb4a6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 922.764017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "refresh_cache-0feeab35-8ee3-400e-982a-84f558fd4d78" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.764017] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Instance network_info: |[{"id": "99b3fbe9-d5fe-486c-8b4e-338f369f8a49", "address": "fa:16:3e:e6:54:1d", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b3fbe9-d5", "ovs_interfaceid": "99b3fbe9-d5fe-486c-8b4e-338f369f8a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 922.764017] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:54:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99b3fbe9-d5fe-486c-8b4e-338f369f8a49', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.771244] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.771667] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.772047] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80d328bb-442a-4c16-8006-f11b87f979ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.797627] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.797627] env[69436]: value = "task-3255031" [ 922.797627] env[69436]: _type = "Task" [ 922.797627] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.806684] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255031, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.813631] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8528412-f275-4771-91ca-3842a40d18a2 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "298e90fa-341b-49c1-a847-be91c3724140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.327s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.869931] env[69436]: DEBUG nova.compute.manager [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Received event network-changed-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 922.870043] env[69436]: DEBUG nova.compute.manager [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Refreshing instance network info cache due to event network-changed-99b3fbe9-d5fe-486c-8b4e-338f369f8a49. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 922.870379] env[69436]: DEBUG oslo_concurrency.lockutils [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] Acquiring lock "refresh_cache-0feeab35-8ee3-400e-982a-84f558fd4d78" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.870379] env[69436]: DEBUG oslo_concurrency.lockutils [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] Acquired lock "refresh_cache-0feeab35-8ee3-400e-982a-84f558fd4d78" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.870547] env[69436]: DEBUG nova.network.neutron [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Refreshing network info cache for port 99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.991261] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 923.017621] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.018322] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.018322] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.018322] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.018486] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.018525] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.018703] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.018866] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.019124] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.019425] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.019673] env[69436]: DEBUG nova.virt.hardware [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.021856] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842fbba9-1888-4f28-9132-17f475af2788 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.044441] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c46ec74-29af-4819-a7b2-a78020ea1c61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.258248] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ffdaafad-ce32-4185-8452-176da54064cd] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 923.310336] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255031, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.324827] env[69436]: DEBUG nova.network.neutron [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Successfully updated port: 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.329502] env[69436]: INFO nova.compute.manager [None req-f0c31262-f6ac-4bf1-a00a-3d81c351fe38 tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance to original state: 'active' [ 923.441940] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.442243] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.442449] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.442649] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.442819] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.452467] env[69436]: INFO nova.compute.manager [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Terminating instance [ 923.538273] env[69436]: INFO nova.compute.manager [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Rebuilding instance [ 923.594171] env[69436]: DEBUG nova.compute.manager [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 923.595415] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237f5bdb-2718-4570-a4cf-f289d27ff801 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.601674] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484970f1-3b2f-4def-8230-31fc8d32d366 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.619579] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55519bca-0912-4445-bb06-3f61e98ac1fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.653402] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4af60-6c3a-425a-b6ff-44f35e881afe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.656218] env[69436]: DEBUG nova.network.neutron [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Updated VIF entry in instance network info cache for port 99b3fbe9-d5fe-486c-8b4e-338f369f8a49. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.657772] env[69436]: DEBUG nova.network.neutron [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Updating instance_info_cache with network_info: [{"id": "99b3fbe9-d5fe-486c-8b4e-338f369f8a49", "address": "fa:16:3e:e6:54:1d", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b3fbe9-d5", "ovs_interfaceid": "99b3fbe9-d5fe-486c-8b4e-338f369f8a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.664042] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac498e-8277-4590-b44b-4a7bd2b6146a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.679580] env[69436]: DEBUG nova.compute.provider_tree [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.765677] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 5efca57c-909d-48e1-b5e1-ded21e713669] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 923.812701] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255031, 'name': CreateVM_Task, 'duration_secs': 0.63198} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.812900] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.813768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.813933] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.814321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.816073] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2055f12-a692-4121-aebb-3858451c8dfe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.819901] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 923.819901] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c06503-8de0-fe69-773c-dac960886f3c" [ 923.819901] env[69436]: _type = "Task" [ 923.819901] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.832449] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-666f53b5-aefb-460e-99b6-2647966dc8cf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.832449] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-666f53b5-aefb-460e-99b6-2647966dc8cf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.832449] env[69436]: DEBUG nova.network.neutron [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.832449] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c06503-8de0-fe69-773c-dac960886f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.928500] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.928610] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.928847] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.929060] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.929226] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.931890] env[69436]: INFO nova.compute.manager [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Terminating instance [ 923.959015] env[69436]: DEBUG nova.compute.manager [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 923.960027] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.960703] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50434e72-4183-4eb8-a765-08ae8594cdfc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.971647] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.971647] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ddb0240-7199-4bad-b6df-0b9c9182565e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.978684] env[69436]: DEBUG oslo_vmware.api [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 923.978684] env[69436]: value = "task-3255032" [ 923.978684] env[69436]: _type = "Task" [ 923.978684] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.987447] env[69436]: DEBUG oslo_vmware.api [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3255032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.160019] env[69436]: DEBUG oslo_concurrency.lockutils [req-3cc4a98f-e7b8-4639-a41d-e1ac73e09b6b req-fc201e8e-a374-4757-957f-623b1029baf2 service nova] Releasing lock "refresh_cache-0feeab35-8ee3-400e-982a-84f558fd4d78" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.182429] env[69436]: DEBUG nova.scheduler.client.report [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.189031] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "298e90fa-341b-49c1-a847-be91c3724140" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.189416] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "298e90fa-341b-49c1-a847-be91c3724140" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.189725] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "298e90fa-341b-49c1-a847-be91c3724140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.190037] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "298e90fa-341b-49c1-a847-be91c3724140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.190296] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "298e90fa-341b-49c1-a847-be91c3724140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.192942] env[69436]: INFO nova.compute.manager [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Terminating instance [ 924.270024] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 4bdba0be-6ebc-4da5-b813-290cb085e6f7] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 924.332305] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.332305] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Processing image 97a12f2d-6673-4c54-8500-3839bab3d580 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.332305] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.332305] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.332305] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.332767] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-535749fb-d278-4334-acde-e37da8ff2385 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.343752] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.344029] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.348479] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f6f69d-bf94-428c-810b-2cbc459905c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.359363] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 924.359363] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0b252-fc93-1e95-f550-a3c723de3e06" [ 924.359363] env[69436]: _type = "Task" [ 924.359363] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.377777] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f0b252-fc93-1e95-f550-a3c723de3e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.386142] env[69436]: DEBUG nova.network.neutron [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.438451] env[69436]: DEBUG nova.compute.manager [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 924.439155] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.440418] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85514c2f-639c-4e94-9b80-a83c251e9e5a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.450015] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.453033] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5136820f-79e3-41fb-ad0b-21e177b5aaee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.462047] env[69436]: DEBUG oslo_vmware.api [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 924.462047] env[69436]: value = "task-3255033" [ 924.462047] env[69436]: _type = "Task" [ 924.462047] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.474404] env[69436]: DEBUG oslo_vmware.api [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.487166] env[69436]: DEBUG oslo_vmware.api [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3255032, 'name': PowerOffVM_Task, 'duration_secs': 0.271368} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.491037] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.491037] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.491037] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38def31f-de2e-4d9d-982f-47c43b9ba878 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.561336] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.562732] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.562732] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Deleting the datastore file [datastore2] e9efc762-daca-4dd1-8bf4-8a7eb49cce90 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.562732] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab732c66-9a28-48d2-bf72-296b0a2fcd3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.570135] env[69436]: DEBUG oslo_vmware.api [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for the task: (returnval){ [ 924.570135] env[69436]: value = "task-3255035" [ 924.570135] env[69436]: _type = "Task" [ 924.570135] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.579075] env[69436]: DEBUG oslo_vmware.api [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3255035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.597394] env[69436]: DEBUG nova.network.neutron [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Updating instance_info_cache with network_info: [{"id": "5e06d3d2-db0e-4012-9d5c-927881ccd3c6", "address": "fa:16:3e:51:b7:85", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e06d3d2-db", "ovs_interfaceid": "5e06d3d2-db0e-4012-9d5c-927881ccd3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.620238] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.620877] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1998eb15-d1e8-497b-a4c6-964b85c651c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.629280] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 924.629280] env[69436]: value = "task-3255036" [ 924.629280] env[69436]: _type = "Task" [ 924.629280] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.643023] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.688308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.688840] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 924.692359] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.296s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.692829] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.695148] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.045s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.697030] env[69436]: INFO nova.compute.claims [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.701549] env[69436]: DEBUG nova.compute.manager [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 924.701549] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.704174] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c30499-3856-4106-a90d-b0e17b4992c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.712662] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.712662] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2c0e98-f514-45ee-97b9-a629a1fc928c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.717945] env[69436]: DEBUG oslo_vmware.api [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 924.717945] env[69436]: value = "task-3255037" [ 924.717945] env[69436]: _type = "Task" [ 924.717945] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.729449] env[69436]: DEBUG oslo_vmware.api [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.739135] env[69436]: INFO nova.scheduler.client.report [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocations for instance 0830e5ab-1d29-40ab-ab29-2400e61590b5 [ 924.770966] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 4da0e45d-cfbb-43e1-9a44-b721422e3075] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 924.781159] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 924.781454] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650366', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'name': 'volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaae679c-8de6-4a34-ac30-f8a5eee5b0a6', 'attached_at': '', 'detached_at': '', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'serial': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 924.782550] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd2bed-c9fa-45ce-98b6-e6ce5de65bcd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.803788] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c0ad4-50e3-4a33-ab39-53044dc72540 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.834276] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40/volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.835025] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427314f0-6a94-4804-a63b-18c842ed436a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.855343] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 924.855343] env[69436]: value = "task-3255038" [ 924.855343] env[69436]: _type = "Task" [ 924.855343] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.856438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.856816] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.857474] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.857842] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.858138] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.864027] env[69436]: INFO nova.compute.manager [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Terminating instance [ 924.876182] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.882794] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 924.883160] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Fetch image to [datastore1] OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460/OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 924.885815] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Downloading stream optimized image 97a12f2d-6673-4c54-8500-3839bab3d580 to [datastore1] OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460/OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460.vmdk on the data store datastore1 as vApp {{(pid=69436) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 924.885815] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Downloading image file data 97a12f2d-6673-4c54-8500-3839bab3d580 to the ESX as VM named 'OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460' {{(pid=69436) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 924.975258] env[69436]: DEBUG oslo_vmware.api [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255033, 'name': PowerOffVM_Task, 'duration_secs': 0.470484} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.975546] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.975848] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.976033] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee2e89f-90ff-4dce-a7c8-fece7c0562ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.985492] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 924.985492] env[69436]: value = "resgroup-9" [ 924.985492] env[69436]: _type = "ResourcePool" [ 924.985492] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 924.985815] env[69436]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-14862be0-7bdb-4c09-bb7b-3f817ca344ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.007285] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease: (returnval){ [ 925.007285] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5268f972-a08c-aa10-1cdb-bf2c337c024e" [ 925.007285] env[69436]: _type = "HttpNfcLease" [ 925.007285] env[69436]: } obtained for vApp import into resource pool (val){ [ 925.007285] env[69436]: value = "resgroup-9" [ 925.007285] env[69436]: _type = "ResourcePool" [ 925.007285] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 925.007544] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the lease: (returnval){ [ 925.007544] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5268f972-a08c-aa10-1cdb-bf2c337c024e" [ 925.007544] env[69436]: _type = "HttpNfcLease" [ 925.007544] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.015392] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.015392] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5268f972-a08c-aa10-1cdb-bf2c337c024e" [ 925.015392] env[69436]: _type = "HttpNfcLease" [ 925.015392] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.022792] env[69436]: DEBUG nova.compute.manager [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Received event network-vif-plugged-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 925.026033] env[69436]: DEBUG oslo_concurrency.lockutils [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] Acquiring lock "666f53b5-aefb-460e-99b6-2647966dc8cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.026033] env[69436]: DEBUG oslo_concurrency.lockutils [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.026033] env[69436]: DEBUG oslo_concurrency.lockutils [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.026033] env[69436]: DEBUG nova.compute.manager [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] No waiting events found dispatching network-vif-plugged-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.026033] env[69436]: WARNING nova.compute.manager [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Received unexpected event network-vif-plugged-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 for instance with vm_state building and task_state spawning. [ 925.026033] env[69436]: DEBUG nova.compute.manager [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Received event network-changed-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 925.026033] env[69436]: DEBUG nova.compute.manager [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Refreshing instance network info cache due to event network-changed-5e06d3d2-db0e-4012-9d5c-927881ccd3c6. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 925.026033] env[69436]: DEBUG oslo_concurrency.lockutils [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] Acquiring lock "refresh_cache-666f53b5-aefb-460e-99b6-2647966dc8cf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.055903] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.056140] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.056327] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleting the datastore file [datastore2] 0873fe19-7bf6-4e0b-a154-3f0038bed6ee {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.056556] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57255806-b1bf-4c52-b0f2-da425793165d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.065482] env[69436]: DEBUG oslo_vmware.api [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 925.065482] env[69436]: value = "task-3255041" [ 925.065482] env[69436]: _type = "Task" [ 925.065482] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.080994] env[69436]: DEBUG oslo_vmware.api [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.086679] env[69436]: DEBUG oslo_vmware.api [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Task: {'id': task-3255035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246665} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.087156] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.087428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.087789] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.087959] env[69436]: INFO nova.compute.manager [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.088290] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.088570] env[69436]: DEBUG nova.compute.manager [-] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 925.088711] env[69436]: DEBUG nova.network.neutron [-] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.101160] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-666f53b5-aefb-460e-99b6-2647966dc8cf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.101416] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Instance network_info: |[{"id": "5e06d3d2-db0e-4012-9d5c-927881ccd3c6", "address": "fa:16:3e:51:b7:85", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e06d3d2-db", "ovs_interfaceid": "5e06d3d2-db0e-4012-9d5c-927881ccd3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 925.101796] env[69436]: DEBUG oslo_concurrency.lockutils [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] Acquired lock "refresh_cache-666f53b5-aefb-460e-99b6-2647966dc8cf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.102017] env[69436]: DEBUG nova.network.neutron [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Refreshing network info cache for port 5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.107277] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b7:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e06d3d2-db0e-4012-9d5c-927881ccd3c6', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.112029] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.112623] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.112875] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-719456c3-3de3-43d0-b459-3518fc22cfce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.135657] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.135657] env[69436]: value = "task-3255042" [ 925.135657] env[69436]: _type = "Task" [ 925.135657] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.143110] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255036, 'name': PowerOffVM_Task, 'duration_secs': 0.313519} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.143864] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.144193] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.145386] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888f2f8-7be1-4585-a149-38ba4280fb6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.155448] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255042, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.160843] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.161206] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e91eedc4-c0f4-461b-89cd-2c3946e35a6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.202707] env[69436]: DEBUG nova.compute.utils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.204346] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 925.204544] env[69436]: DEBUG nova.network.neutron [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.230690] env[69436]: DEBUG oslo_vmware.api [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255037, 'name': PowerOffVM_Task, 'duration_secs': 0.22113} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.230876] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.231087] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.231380] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e69f611a-51ae-4448-87b4-e0f8dc5cedfe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.245883] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6e435044-2a57-4d56-940d-b1c35e5bab9a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "0830e5ab-1d29-40ab-ab29-2400e61590b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.660s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.256936] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.257174] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.257359] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleting the datastore file [datastore2] eac96d12-f468-44c7-93da-e9618eb96d66 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.257630] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f0b5464-c8a9-413a-8e57-611dc3442fff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.266910] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 925.266910] env[69436]: value = "task-3255045" [ 925.266910] env[69436]: _type = "Task" [ 925.266910] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.275605] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 28514fc0-27b2-4b44-bd12-d4ccd1831cea] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 925.277519] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.319136] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.319136] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.319136] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleting the datastore file [datastore1] 298e90fa-341b-49c1-a847-be91c3724140 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.319136] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b906ede7-7e78-4bda-bdcd-0804ac76a3eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.325329] env[69436]: DEBUG oslo_vmware.api [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for the task: (returnval){ [ 925.325329] env[69436]: value = "task-3255046" [ 925.325329] env[69436]: _type = "Task" [ 925.325329] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.334557] env[69436]: DEBUG oslo_vmware.api [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.343162] env[69436]: DEBUG nova.policy [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93a93c06baa74f14a2b76be170ff6be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7439471c98e4b20898443316eab3c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.373298] env[69436]: DEBUG nova.compute.manager [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 925.373705] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.375513] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae82e7-7a9e-4cf3-8014-75d574bffb9e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.388816] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.396170] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.396901] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d9ccc7-343b-4877-9c32-dd987e2a4874 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.404871] env[69436]: DEBUG oslo_vmware.api [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 925.404871] env[69436]: value = "task-3255047" [ 925.404871] env[69436]: _type = "Task" [ 925.404871] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.420117] env[69436]: DEBUG oslo_vmware.api [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.516412] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.516412] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5268f972-a08c-aa10-1cdb-bf2c337c024e" [ 925.516412] env[69436]: _type = "HttpNfcLease" [ 925.516412] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.575697] env[69436]: DEBUG oslo_vmware.api [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262462} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.575882] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.576076] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.576277] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.576460] env[69436]: INFO nova.compute.manager [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 925.576745] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.576973] env[69436]: DEBUG nova.compute.manager [-] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 925.577080] env[69436]: DEBUG nova.network.neutron [-] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.646057] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255042, 'name': CreateVM_Task, 'duration_secs': 0.436585} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.646271] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.647148] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.647237] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.647494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.647766] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f435af25-1dbb-4000-b5e3-042e61215509 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.652693] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 925.652693] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c5432-218f-bb5e-8461-177e636e51f7" [ 925.652693] env[69436]: _type = "Task" [ 925.652693] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.661343] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c5432-218f-bb5e-8461-177e636e51f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.713606] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 925.781961] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: cef3d12a-9249-46f3-84ea-2d8558907d30] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 925.784112] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212209} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.792019] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.792019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.792019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.845751] env[69436]: DEBUG oslo_vmware.api [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Task: {'id': task-3255046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187952} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.849024] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.849024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.849024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.849024] env[69436]: INFO nova.compute.manager [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.849024] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.849024] env[69436]: DEBUG nova.compute.manager [-] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 925.849024] env[69436]: DEBUG nova.network.neutron [-] [instance: 298e90fa-341b-49c1-a847-be91c3724140] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.873863] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255038, 'name': ReconfigVM_Task, 'duration_secs': 0.592096} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.873863] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40/volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.878926] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fbdee59-bcf7-4574-855b-f35d01a7456d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.903342] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 925.903342] env[69436]: value = "task-3255048" [ 925.903342] env[69436]: _type = "Task" [ 925.903342] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.915165] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.925480] env[69436]: DEBUG oslo_vmware.api [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255047, 'name': PowerOffVM_Task, 'duration_secs': 0.232938} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.925857] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.926348] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.926554] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d9a352-596a-46e9-98c6-71e9aea85829 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.018429] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.018749] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.018821] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleting the datastore file [datastore2] 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.019099] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ef090e0-1ca5-4c03-aa20-9b922498bb81 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.023000] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 926.023000] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5268f972-a08c-aa10-1cdb-bf2c337c024e" [ 926.023000] env[69436]: _type = "HttpNfcLease" [ 926.023000] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 926.025079] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 926.025079] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5268f972-a08c-aa10-1cdb-bf2c337c024e" [ 926.025079] env[69436]: _type = "HttpNfcLease" [ 926.025079] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 926.025079] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9900b-361b-4a59-b318-178c08a81daf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.028605] env[69436]: DEBUG oslo_vmware.api [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 926.028605] env[69436]: value = "task-3255050" [ 926.028605] env[69436]: _type = "Task" [ 926.028605] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.042135] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524ffb-cd32-eb90-cbc5-1459a7348145/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 926.042357] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524ffb-cd32-eb90-cbc5-1459a7348145/disk-0.vmdk. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 926.109560] env[69436]: DEBUG oslo_vmware.api [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.115343] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9607dac2-fd7a-4876-a4cf-51b8cc03ec53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.161340] env[69436]: DEBUG nova.network.neutron [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Successfully created port: 50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.168977] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520c5432-218f-bb5e-8461-177e636e51f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018074} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.169582] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.169833] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.170093] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.170244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.170417] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.170685] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dc9d51d-5854-444f-aeae-1d854f297b7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.185269] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.185477] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.186271] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f00aa8b-3b54-440b-8bd8-515c12b8cb3e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.195901] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 926.195901] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52223b1e-1f1f-1c1c-f64a-623caa7d16bc" [ 926.195901] env[69436]: _type = "Task" [ 926.195901] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.208614] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52223b1e-1f1f-1c1c-f64a-623caa7d16bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.266734] env[69436]: DEBUG nova.network.neutron [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Updated VIF entry in instance network info cache for port 5e06d3d2-db0e-4012-9d5c-927881ccd3c6. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.267847] env[69436]: DEBUG nova.network.neutron [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Updating instance_info_cache with network_info: [{"id": "5e06d3d2-db0e-4012-9d5c-927881ccd3c6", "address": "fa:16:3e:51:b7:85", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e06d3d2-db", "ovs_interfaceid": "5e06d3d2-db0e-4012-9d5c-927881ccd3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.293139] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 2eb02944-c362-4b05-a280-e50d011553be] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 926.350512] env[69436]: DEBUG nova.network.neutron [-] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.415526] env[69436]: DEBUG oslo_vmware.api [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255048, 'name': ReconfigVM_Task, 'duration_secs': 0.163269} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.415818] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650366', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'name': 'volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaae679c-8de6-4a34-ac30-f8a5eee5b0a6', 'attached_at': '', 'detached_at': '', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'serial': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 926.443191] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54186503-b2b2-42b9-b67c-157ae28d9179 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.459397] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2d55a1-21a7-4df9-8f55-7de09129fe16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.497587] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31777ad5-ecbf-491e-b4f0-41af6d50793e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.508684] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cb6032-ad2a-409b-85c0-5b76489a7875 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.530290] env[69436]: DEBUG nova.compute.provider_tree [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.541399] env[69436]: DEBUG oslo_vmware.api [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320682} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.541893] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.542119] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.542268] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.542429] env[69436]: INFO nova.compute.manager [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 926.542714] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.544827] env[69436]: DEBUG nova.compute.manager [-] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 926.544939] env[69436]: DEBUG nova.network.neutron [-] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.713028] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52223b1e-1f1f-1c1c-f64a-623caa7d16bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014297} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.715392] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c390dde-42b6-420d-8b56-a4279abaed65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.721426] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 926.721426] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232c9b1-44ed-15a3-fae7-07abfa897f42" [ 926.721426] env[69436]: _type = "Task" [ 926.721426] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.732354] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 926.734429] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232c9b1-44ed-15a3-fae7-07abfa897f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.775307] env[69436]: DEBUG oslo_concurrency.lockutils [req-45486eef-4d13-4971-8e33-3809dc0ba822 req-2c43b331-8fa3-45a3-bdb3-eeef8720f7a1 service nova] Releasing lock "refresh_cache-666f53b5-aefb-460e-99b6-2647966dc8cf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.775307] env[69436]: DEBUG nova.network.neutron [-] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.780845] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.783765] env[69436]: DEBUG nova.virt.hardware [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.783765] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ec6c7-f2c7-47d6-b566-a39d94057b56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.794195] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.794195] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Cleaning up deleted instances with incomplete migration {{(pid=69436) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}} [ 926.796137] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c020ea6d-a9aa-48ec-b213-b4ddd44500d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.854813] env[69436]: INFO nova.compute.manager [-] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Took 1.77 seconds to deallocate network for instance. [ 926.863511] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.863847] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.864048] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.864268] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.864428] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.864579] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.864816] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.865348] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.865348] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.865434] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.865584] env[69436]: DEBUG nova.virt.hardware [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.866859] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549b7b9-2d4e-47e2-9a11-072f85b0695c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.880158] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162bf682-bcb0-477e-a81b-192ed020fd88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.898505] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e309d7a3-f565-4b93-8d22-cfff365c03c4', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.908015] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.910158] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.911129] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0705816-0240-434d-b09a-1af86d0b431e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.940020] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.940020] env[69436]: value = "task-3255051" [ 926.940020] env[69436]: _type = "Task" [ 926.940020] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.945892] env[69436]: DEBUG nova.network.neutron [-] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.953171] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255051, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.034366] env[69436]: DEBUG nova.scheduler.client.report [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.116730] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 927.116978] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524ffb-cd32-eb90-cbc5-1459a7348145/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.117988] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf04184e-3723-4c4b-9eed-43bcc08a2312 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.125064] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524ffb-cd32-eb90-cbc5-1459a7348145/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.125258] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524ffb-cd32-eb90-cbc5-1459a7348145/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 927.125508] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-80230fa8-c6bd-4d4f-9101-bc1fbc6efbaa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.183035] env[69436]: DEBUG nova.compute.manager [req-75287174-7015-49df-868d-43896a2bfc4d req-55cfffa1-5f50-4930-8e4d-af7194206613 service nova] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Received event network-vif-deleted-2ef6b27d-aacd-4660-95c5-c3688e5bf599 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 927.183312] env[69436]: DEBUG nova.compute.manager [req-75287174-7015-49df-868d-43896a2bfc4d req-55cfffa1-5f50-4930-8e4d-af7194206613 service nova] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Received event network-vif-deleted-9d7d0834-ca3c-41ff-8e18-2412586bceb3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 927.183677] env[69436]: DEBUG nova.compute.manager [req-75287174-7015-49df-868d-43896a2bfc4d req-55cfffa1-5f50-4930-8e4d-af7194206613 service nova] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Received event network-vif-deleted-e58979b6-433f-4ab1-bd30-3ad6b8eaa017 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 927.239010] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232c9b1-44ed-15a3-fae7-07abfa897f42, 'name': SearchDatastore_Task, 'duration_secs': 0.012281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.239010] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.239320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 666f53b5-aefb-460e-99b6-2647966dc8cf/666f53b5-aefb-460e-99b6-2647966dc8cf.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.239636] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa745c3-afb4-4a89-9832-2c39a754cb26 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.248014] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 927.248014] env[69436]: value = "task-3255052" [ 927.248014] env[69436]: _type = "Task" [ 927.248014] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.258443] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.279832] env[69436]: INFO nova.compute.manager [-] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Took 1.70 seconds to deallocate network for instance. [ 927.307639] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.318729] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.318917] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.320300] env[69436]: INFO nova.compute.manager [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Shelving [ 927.325762] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52524ffb-cd32-eb90-cbc5-1459a7348145/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 927.325762] env[69436]: INFO nova.virt.vmwareapi.images [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Downloaded image file data 97a12f2d-6673-4c54-8500-3839bab3d580 [ 927.326392] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514fc3ae-a4b9-4cad-912f-f032ed159fbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.347938] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7516f91-68f5-4ad6-9aa9-20e09e93604c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.374373] env[69436]: INFO nova.virt.vmwareapi.images [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] The imported VM was unregistered [ 927.378155] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 927.378544] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating directory with path [datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580 {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.382032] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.382032] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40228a85-a6e6-4401-b49e-40a94a8f81b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.393484] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created directory with path [datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580 {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.394036] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460/OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460.vmdk to [datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk. {{(pid=69436) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 927.394216] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-08064da6-76e6-4f59-9185-65776fc0243b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.404016] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 927.404016] env[69436]: value = "task-3255054" [ 927.404016] env[69436]: _type = "Task" [ 927.404016] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.414930] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.448734] env[69436]: INFO nova.compute.manager [-] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Took 1.60 seconds to deallocate network for instance. [ 927.456838] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255051, 'name': CreateVM_Task, 'duration_secs': 0.361109} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.460321] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.460321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.460321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.460576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.465811] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f704f90a-85cb-4a29-ab53-0945803b26ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.475904] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 927.475904] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217f179-b5cd-8f40-8251-68875ac3b323" [ 927.475904] env[69436]: _type = "Task" [ 927.475904] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.476900] env[69436]: DEBUG nova.objects.instance [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.494211] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217f179-b5cd-8f40-8251-68875ac3b323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.545658] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.545658] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 927.547528] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.195s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.552058] env[69436]: INFO nova.compute.claims [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.759400] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505822} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.759957] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 666f53b5-aefb-460e-99b6-2647966dc8cf/666f53b5-aefb-460e-99b6-2647966dc8cf.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.760220] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.760499] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3601fe93-0e5c-44ae-b458-442ca4a17ada {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.766629] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 927.766629] env[69436]: value = "task-3255055" [ 927.766629] env[69436]: _type = "Task" [ 927.766629] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.770189] env[69436]: DEBUG nova.network.neutron [-] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.778724] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.790200] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.921394] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.950242] env[69436]: DEBUG nova.compute.manager [req-daf50ccc-bc90-49e0-95a5-f38f8d3ca7d7 req-3d4fe872-c8be-4bc4-97a0-1ff47e85145a service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Received event network-vif-plugged-50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 927.950603] env[69436]: DEBUG oslo_concurrency.lockutils [req-daf50ccc-bc90-49e0-95a5-f38f8d3ca7d7 req-3d4fe872-c8be-4bc4-97a0-1ff47e85145a service nova] Acquiring lock "250432e5-93f1-4d47-aad6-642fb840a4a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.950850] env[69436]: DEBUG oslo_concurrency.lockutils [req-daf50ccc-bc90-49e0-95a5-f38f8d3ca7d7 req-3d4fe872-c8be-4bc4-97a0-1ff47e85145a service nova] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.951056] env[69436]: DEBUG oslo_concurrency.lockutils [req-daf50ccc-bc90-49e0-95a5-f38f8d3ca7d7 req-3d4fe872-c8be-4bc4-97a0-1ff47e85145a service nova] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.951345] env[69436]: DEBUG nova.compute.manager [req-daf50ccc-bc90-49e0-95a5-f38f8d3ca7d7 req-3d4fe872-c8be-4bc4-97a0-1ff47e85145a service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] No waiting events found dispatching network-vif-plugged-50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.952145] env[69436]: WARNING nova.compute.manager [req-daf50ccc-bc90-49e0-95a5-f38f8d3ca7d7 req-3d4fe872-c8be-4bc4-97a0-1ff47e85145a service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Received unexpected event network-vif-plugged-50e91f17-e128-4e1f-b455-0c9d8c5f043a for instance with vm_state building and task_state spawning. [ 927.970313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.991325] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5217f179-b5cd-8f40-8251-68875ac3b323, 'name': SearchDatastore_Task, 'duration_secs': 0.057119} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.992145] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b77be23e-9a32-40c4-b291-697cec6be859 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.399s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.993434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.993797] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.993970] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.994142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.994349] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.994887] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4f88f4-7601-483b-82a0-5905401584c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.016111] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.016111] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.017107] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e967077b-e878-490b-9eb1-98039f96edd3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.026407] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 928.026407] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5290be74-fde8-b2d0-ac3f-9ea45f6736fe" [ 928.026407] env[69436]: _type = "Task" [ 928.026407] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.036540] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5290be74-fde8-b2d0-ac3f-9ea45f6736fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.057890] env[69436]: DEBUG nova.compute.utils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.059499] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 928.059688] env[69436]: DEBUG nova.network.neutron [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.064673] env[69436]: DEBUG nova.network.neutron [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Successfully updated port: 50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.102027] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.103918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.103918] env[69436]: DEBUG nova.compute.manager [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 928.104974] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8650eb21-1e3c-4b33-888e-145276694581 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.113771] env[69436]: DEBUG nova.compute.manager [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 928.114521] env[69436]: DEBUG nova.objects.instance [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.118536] env[69436]: DEBUG nova.policy [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf815cf37a240a0bd942e95d4e9b643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7af2e45ebcd4f4db3a7d55b7f30188b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.274900] env[69436]: INFO nova.compute.manager [-] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Took 1.73 seconds to deallocate network for instance. [ 928.288233] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086102} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.288810] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.289794] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67fb5c9-612f-4c56-9a8a-94e8c7d50378 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.321859] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 666f53b5-aefb-460e-99b6-2647966dc8cf/666f53b5-aefb-460e-99b6-2647966dc8cf.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.323446] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe17e6a-43c8-415a-8011-92e0d9514581 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.342059] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.342868] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ff7bb7-02c5-4c3e-833f-4a5488473971 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.355130] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 928.355130] env[69436]: value = "task-3255057" [ 928.355130] env[69436]: _type = "Task" [ 928.355130] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.355130] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 928.355130] env[69436]: value = "task-3255056" [ 928.355130] env[69436]: _type = "Task" [ 928.355130] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.380042] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.380508] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.420307] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.440985] env[69436]: DEBUG nova.network.neutron [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Successfully created port: 2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.542339] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5290be74-fde8-b2d0-ac3f-9ea45f6736fe, 'name': SearchDatastore_Task, 'duration_secs': 0.088185} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.543358] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936488ee-43d4-4233-948d-4df24f22d671 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.554387] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 928.554387] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a3f1a8-75ce-a536-ce95-96ca6089568f" [ 928.554387] env[69436]: _type = "Task" [ 928.554387] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.570401] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 928.577347] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-250432e5-93f1-4d47-aad6-642fb840a4a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.577600] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-250432e5-93f1-4d47-aad6-642fb840a4a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.577759] env[69436]: DEBUG nova.network.neutron [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.579090] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a3f1a8-75ce-a536-ce95-96ca6089568f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.787102] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.869653] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255057, 'name': PowerOffVM_Task, 'duration_secs': 0.307306} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.873163] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.874438] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b67a8-596b-4a38-8d25-36af4241a218 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.880952] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255056, 'name': ReconfigVM_Task, 'duration_secs': 0.433066} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.882020] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 666f53b5-aefb-460e-99b6-2647966dc8cf/666f53b5-aefb-460e-99b6-2647966dc8cf.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.882508] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-633b73b4-44d3-44b5-9368-74a573d242b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.906643] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d857c-b736-4d4f-a588-f070f9546aae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.910161] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 928.910161] env[69436]: value = "task-3255058" [ 928.910161] env[69436]: _type = "Task" [ 928.910161] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.934298] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.940203] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255058, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.069611] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a3f1a8-75ce-a536-ce95-96ca6089568f, 'name': SearchDatastore_Task, 'duration_secs': 0.091335} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.069944] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.070244] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.070536] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a7973f-401c-4eb2-aa45-9c126cc20f8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.088563] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 929.088563] env[69436]: value = "task-3255059" [ 929.088563] env[69436]: _type = "Task" [ 929.088563] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.092205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.093649] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.102462] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.128018] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.128018] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f39833-8654-487a-84d6-5f4fff1b1ecd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.132274] env[69436]: DEBUG oslo_vmware.api [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 929.132274] env[69436]: value = "task-3255060" [ 929.132274] env[69436]: _type = "Task" [ 929.132274] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.144580] env[69436]: DEBUG oslo_vmware.api [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.157597] env[69436]: DEBUG nova.network.neutron [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.219182] env[69436]: DEBUG nova.compute.manager [req-d509c9be-a0ef-4437-b70c-f587e4ab020d req-ec37eb74-98fd-4349-bfdb-5b561fc93b5b service nova] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Received event network-vif-deleted-97b5257d-4efa-468e-b376-5d2d162b1c2f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 929.229967] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a85211-9a4b-4dad-bb55-21c0e97738ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.240032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d7368-238b-43ca-a72e-78f4829beb1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.276791] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fac7e7a-024f-45ec-b47d-bebd74e72bb7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.284914] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570fa90-2699-4795-812e-ca9cdb5f861d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.299620] env[69436]: DEBUG nova.compute.provider_tree [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.391868] env[69436]: DEBUG nova.network.neutron [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Updating instance_info_cache with network_info: [{"id": "50e91f17-e128-4e1f-b455-0c9d8c5f043a", "address": "fa:16:3e:e4:25:fd", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e91f17-e1", "ovs_interfaceid": "50e91f17-e128-4e1f-b455-0c9d8c5f043a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.421330] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.431652] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.434520] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255058, 'name': Rename_Task, 'duration_secs': 0.155893} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.434520] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed7b5380-0f7d-4ae8-b55f-964fd5973c7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.434520] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.434744] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df81395-b117-44c3-b804-74833f14b5f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.441387] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 929.441387] env[69436]: value = "task-3255061" [ 929.441387] env[69436]: _type = "Task" [ 929.441387] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.446988] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 929.446988] env[69436]: value = "task-3255062" [ 929.446988] env[69436]: _type = "Task" [ 929.446988] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.454102] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.460873] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.595882] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 929.599780] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 929.611215] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.635483] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.635712] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.635987] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.637335] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.638321] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.638888] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.639172] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.641033] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.641033] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.641033] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.641033] env[69436]: DEBUG nova.virt.hardware [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.641033] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2751451-dc2c-4290-92be-1662ffdc5482 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.654507] env[69436]: DEBUG oslo_vmware.api [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255060, 'name': PowerOffVM_Task, 'duration_secs': 0.499342} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.656870] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.657119] env[69436]: DEBUG nova.compute.manager [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 929.657995] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689bb580-cfb2-4d73-a92f-531a625e0d0d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.661760] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd397a0-64a3-46b0-80cd-caf24cfd5d61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.803236] env[69436]: DEBUG nova.scheduler.client.report [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.895414] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-250432e5-93f1-4d47-aad6-642fb840a4a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.895824] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Instance network_info: |[{"id": "50e91f17-e128-4e1f-b455-0c9d8c5f043a", "address": "fa:16:3e:e4:25:fd", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e91f17-e1", "ovs_interfaceid": "50e91f17-e128-4e1f-b455-0c9d8c5f043a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 929.896373] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:25:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e91f17-e128-4e1f-b455-0c9d8c5f043a', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.904903] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating folder: Project (d7439471c98e4b20898443316eab3c0f). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.905286] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d21c7471-9459-4e48-b11a-b7d475059efc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.918919] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.920689] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created folder: Project (d7439471c98e4b20898443316eab3c0f) in parent group-v650165. [ 929.920689] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating folder: Instances. Parent ref: group-v650371. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.921020] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23135efd-6829-4d39-a0cf-479b1857f7cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.933198] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created folder: Instances in parent group-v650371. [ 929.933595] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.933920] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.934229] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a34ba345-c2be-4610-828a-cfed726e5e20 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.963147] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255061, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.967784] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.968039] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.968039] env[69436]: value = "task-3255065" [ 929.968039] env[69436]: _type = "Task" [ 929.968039] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.978494] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255065, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.983273] env[69436]: DEBUG nova.compute.manager [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Received event network-changed-50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 929.983528] env[69436]: DEBUG nova.compute.manager [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Refreshing instance network info cache due to event network-changed-50e91f17-e128-4e1f-b455-0c9d8c5f043a. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 929.983830] env[69436]: DEBUG oslo_concurrency.lockutils [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] Acquiring lock "refresh_cache-250432e5-93f1-4d47-aad6-642fb840a4a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.983944] env[69436]: DEBUG oslo_concurrency.lockutils [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] Acquired lock "refresh_cache-250432e5-93f1-4d47-aad6-642fb840a4a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.984095] env[69436]: DEBUG nova.network.neutron [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Refreshing network info cache for port 50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.036762] env[69436]: DEBUG nova.network.neutron [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Successfully updated port: 2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.109054] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.130092] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.185772] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ec43fb62-daa7-4175-adb4-ad8e51eb6093 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.310941] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.311662] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 930.314906] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.702s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.315144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.321193] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.168s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.322951] env[69436]: INFO nova.compute.claims [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.363361] env[69436]: INFO nova.scheduler.client.report [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted allocations for instance 5942736a-4557-4306-951a-4775f852349c [ 930.425177] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255054, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.749975} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.426483] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460/OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460.vmdk to [datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk. [ 930.426706] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Cleaning up location [datastore1] OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 930.427015] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e03faa0e-356a-48e8-9f0f-6e6c53754460 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.427266] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f45ea94-a702-4400-a550-1aad4f0a8dea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.436243] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 930.436243] env[69436]: value = "task-3255066" [ 930.436243] env[69436]: _type = "Task" [ 930.436243] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.459472] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.471928] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255061, 'name': CreateSnapshot_Task, 'duration_secs': 0.981056} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.478995] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.479373] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.480718] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3ec3b-ce09-4078-a1a2-a01cde588403 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.497162] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255065, 'name': CreateVM_Task, 'duration_secs': 0.452224} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.500095] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.504023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.504023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.504023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.504023] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e063f31-5797-4c45-9e54-42fdb49b1ae3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.508954] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 930.508954] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5230a211-2e37-d0d4-c6c0-3a12d3809ca6" [ 930.508954] env[69436]: _type = "Task" [ 930.508954] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.518077] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5230a211-2e37-d0d4-c6c0-3a12d3809ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.540115] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "refresh_cache-736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.540302] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "refresh_cache-736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.540459] env[69436]: DEBUG nova.network.neutron [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.608844] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255059, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.393019} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.609143] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.609361] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.609660] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c7d1db-1453-490f-a520-ec73f6e97cd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.617443] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 930.617443] env[69436]: value = "task-3255067" [ 930.617443] env[69436]: _type = "Task" [ 930.617443] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.627790] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.739257] env[69436]: DEBUG nova.network.neutron [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Updated VIF entry in instance network info cache for port 50e91f17-e128-4e1f-b455-0c9d8c5f043a. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.739656] env[69436]: DEBUG nova.network.neutron [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Updating instance_info_cache with network_info: [{"id": "50e91f17-e128-4e1f-b455-0c9d8c5f043a", "address": "fa:16:3e:e4:25:fd", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e91f17-e1", "ovs_interfaceid": "50e91f17-e128-4e1f-b455-0c9d8c5f043a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.834533] env[69436]: DEBUG nova.compute.utils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.841361] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 930.841676] env[69436]: DEBUG nova.network.neutron [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.876915] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b093479-37cf-4f92-b080-f94129d94837 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "5942736a-4557-4306-951a-4775f852349c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.364s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.885692] env[69436]: DEBUG nova.policy [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d5eafdb8b74f2996c8b13d148a2b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2bc00c6504894b344f65c4c03d6bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.948718] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064469} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.948990] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.950498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.950498] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk to [datastore1] 0feeab35-8ee3-400e-982a-84f558fd4d78/0feeab35-8ee3-400e-982a-84f558fd4d78.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.950498] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-577e2c18-96eb-4963-bed5-9e7cdaee0557 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.960118] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 930.960118] env[69436]: value = "task-3255068" [ 930.960118] env[69436]: _type = "Task" [ 930.960118] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.966730] env[69436]: DEBUG oslo_vmware.api [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255062, 'name': PowerOnVM_Task, 'duration_secs': 1.193694} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.968367] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.968367] env[69436]: INFO nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Took 7.98 seconds to spawn the instance on the hypervisor. [ 930.968367] env[69436]: DEBUG nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 930.968730] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5811b534-1cec-463e-b884-95d8b21f0ee8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.975165] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.008552] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.008921] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-efdab0e2-7408-4a28-8c25-b6ed9b2e17e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.023207] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5230a211-2e37-d0d4-c6c0-3a12d3809ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.025549] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.025879] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.026293] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.026551] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.026825] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.027768] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 931.027768] env[69436]: value = "task-3255069" [ 931.027768] env[69436]: _type = "Task" [ 931.027768] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.027768] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4182001a-93a0-4fd1-8917-d5a74531ec8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.041744] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255069, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.043033] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.043033] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.045152] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2146597b-5fda-4291-a7a4-3f8bbe09763b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.051021] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 931.051021] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a62824-39cd-d281-6e23-ba81d17e5eca" [ 931.051021] env[69436]: _type = "Task" [ 931.051021] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.060400] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a62824-39cd-d281-6e23-ba81d17e5eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.090134] env[69436]: DEBUG nova.network.neutron [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.127188] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068432} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.127188] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.127930] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f045575-39e7-417f-b25b-2bf50ad7b210 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.144160] env[69436]: DEBUG nova.objects.instance [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.163550] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.165261] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece9f097-8b1e-4505-b414-5ae4ef10c1f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.183028] env[69436]: DEBUG nova.network.neutron [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Successfully created port: 1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.192884] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 931.192884] env[69436]: value = "task-3255070" [ 931.192884] env[69436]: _type = "Task" [ 931.192884] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.202113] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.242145] env[69436]: DEBUG oslo_concurrency.lockutils [req-34dc65d6-0021-4e24-b6c9-33890cf1cec0 req-d47e674e-75a3-459f-89e4-b2858c508278 service nova] Releasing lock "refresh_cache-250432e5-93f1-4d47-aad6-642fb840a4a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.249018] env[69436]: DEBUG nova.compute.manager [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Received event network-vif-plugged-2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 931.249150] env[69436]: DEBUG oslo_concurrency.lockutils [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] Acquiring lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.249348] env[69436]: DEBUG oslo_concurrency.lockutils [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.249921] env[69436]: DEBUG oslo_concurrency.lockutils [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.249921] env[69436]: DEBUG nova.compute.manager [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] No waiting events found dispatching network-vif-plugged-2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.249921] env[69436]: WARNING nova.compute.manager [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Received unexpected event network-vif-plugged-2d5ecd49-708a-4fff-865c-eddd8f4856a1 for instance with vm_state building and task_state spawning. [ 931.250200] env[69436]: DEBUG nova.compute.manager [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Received event network-changed-2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 931.250392] env[69436]: DEBUG nova.compute.manager [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Refreshing instance network info cache due to event network-changed-2d5ecd49-708a-4fff-865c-eddd8f4856a1. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 931.250562] env[69436]: DEBUG oslo_concurrency.lockutils [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] Acquiring lock "refresh_cache-736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.325960] env[69436]: DEBUG nova.network.neutron [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Updating instance_info_cache with network_info: [{"id": "2d5ecd49-708a-4fff-865c-eddd8f4856a1", "address": "fa:16:3e:35:1a:9b", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5ecd49-70", "ovs_interfaceid": "2d5ecd49-708a-4fff-865c-eddd8f4856a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.342064] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 931.477478] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.491882] env[69436]: INFO nova.compute.manager [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Took 54.48 seconds to build instance. [ 931.542926] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255069, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.563425] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a62824-39cd-d281-6e23-ba81d17e5eca, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.567874] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ce3187-961b-412a-b3c4-01026b538b25 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.575949] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 931.575949] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5295b401-e1fb-b121-1674-f7190d98df71" [ 931.575949] env[69436]: _type = "Task" [ 931.575949] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.589545] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5295b401-e1fb-b121-1674-f7190d98df71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.668975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.668975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.668975] env[69436]: DEBUG nova.network.neutron [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.668975] env[69436]: DEBUG nova.objects.instance [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'info_cache' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.718192] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.828368] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "refresh_cache-736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.828713] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Instance network_info: |[{"id": "2d5ecd49-708a-4fff-865c-eddd8f4856a1", "address": "fa:16:3e:35:1a:9b", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5ecd49-70", "ovs_interfaceid": "2d5ecd49-708a-4fff-865c-eddd8f4856a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 931.829045] env[69436]: DEBUG oslo_concurrency.lockutils [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] Acquired lock "refresh_cache-736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.829250] env[69436]: DEBUG nova.network.neutron [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Refreshing network info cache for port 2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.830496] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:1a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d5ecd49-708a-4fff-865c-eddd8f4856a1', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.839342] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.846399] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.847221] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b9b0b9-c538-419d-821b-c0bb2158d5b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.878387] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.878387] env[69436]: value = "task-3255071" [ 931.878387] env[69436]: _type = "Task" [ 931.878387] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.892821] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255071, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.909307] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2526db-300a-4f09-af17-f936e3e94fa5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.919243] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266dc8a0-e5da-411c-8608-5a2f72cccede {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.956121] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb516c-a77c-460e-bc1f-a699c366b474 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.968686] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba677a54-0bea-43b2-b466-5625038fbe32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.976638] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.988412] env[69436]: DEBUG nova.compute.provider_tree [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.999724] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4485c93e-5957-47bf-8d66-1c61ac4e2154 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.280s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.044860] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255069, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.089510] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5295b401-e1fb-b121-1674-f7190d98df71, 'name': SearchDatastore_Task, 'duration_secs': 0.087968} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.092606] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.092897] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 250432e5-93f1-4d47-aad6-642fb840a4a3/250432e5-93f1-4d47-aad6-642fb840a4a3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.093208] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666109cf-f2d3-4d0f-882d-8232dd7a02e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.103509] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 932.103509] env[69436]: value = "task-3255072" [ 932.103509] env[69436]: _type = "Task" [ 932.103509] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.114148] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.175079] env[69436]: DEBUG nova.objects.base [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 932.214343] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.293757] env[69436]: DEBUG nova.network.neutron [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Updated VIF entry in instance network info cache for port 2d5ecd49-708a-4fff-865c-eddd8f4856a1. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.294368] env[69436]: DEBUG nova.network.neutron [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Updating instance_info_cache with network_info: [{"id": "2d5ecd49-708a-4fff-865c-eddd8f4856a1", "address": "fa:16:3e:35:1a:9b", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5ecd49-70", "ovs_interfaceid": "2d5ecd49-708a-4fff-865c-eddd8f4856a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.375033] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 932.393881] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255071, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.405850] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.406118] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.406281] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.406461] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.406606] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.406754] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.406969] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.407184] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.407363] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.407531] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.407706] env[69436]: DEBUG nova.virt.hardware [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.408674] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd56d2d-5ef3-4902-b2bc-94bb10495985 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.419436] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd1102-2800-4699-b608-a5008fc5e0fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.473420] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.492197] env[69436]: DEBUG nova.scheduler.client.report [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.547041] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255069, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.617018] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.714370] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.764196] env[69436]: DEBUG nova.network.neutron [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Successfully updated port: 1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.770905] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.771815] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.797167] env[69436]: DEBUG oslo_concurrency.lockutils [req-089cfa0e-1421-4c3c-9c0a-617c270c439e req-ec18e3a3-bfcf-4846-af6e-9edb9e5025eb service nova] Releasing lock "refresh_cache-736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.893132] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255071, 'name': CreateVM_Task, 'duration_secs': 0.73977} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.893318] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.894092] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.894319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.894662] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.898243] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7576bb-d7e5-460f-a8f9-8c61ccf7e06b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.903184] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 932.903184] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc194-e331-3f1b-cd14-34cc4425b53d" [ 932.903184] env[69436]: _type = "Task" [ 932.903184] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.914682] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc194-e331-3f1b-cd14-34cc4425b53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.975819] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.998223] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.998886] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 933.001727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.391s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.001974] env[69436]: DEBUG nova.objects.instance [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lazy-loading 'resources' on Instance uuid f69c1834-6c2d-4e07-9c61-806d70e8e16c {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.042664] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255069, 'name': CloneVM_Task, 'duration_secs': 1.689862} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.042977] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Created linked-clone VM from snapshot [ 933.043838] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727adb34-7c6f-4e79-a00e-ad301697ae1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.054909] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Uploading image 4e58e61b-2ce2-4b83-8d3f-00cca59e4573 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 933.089592] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.089592] env[69436]: value = "vm-650375" [ 933.089592] env[69436]: _type = "VirtualMachine" [ 933.089592] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.089945] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d99c0cc0-502f-4701-a632-c08070490e0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.099110] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease: (returnval){ [ 933.099110] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296e90f-77cc-32a2-cc06-95738e5dba23" [ 933.099110] env[69436]: _type = "HttpNfcLease" [ 933.099110] env[69436]: } obtained for exporting VM: (result){ [ 933.099110] env[69436]: value = "vm-650375" [ 933.099110] env[69436]: _type = "VirtualMachine" [ 933.099110] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.099508] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the lease: (returnval){ [ 933.099508] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296e90f-77cc-32a2-cc06-95738e5dba23" [ 933.099508] env[69436]: _type = "HttpNfcLease" [ 933.099508] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.106137] env[69436]: DEBUG nova.network.neutron [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating instance_info_cache with network_info: [{"id": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "address": "fa:16:3e:87:2f:0c", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3187c09-75", "ovs_interfaceid": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.116534] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.116534] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296e90f-77cc-32a2-cc06-95738e5dba23" [ 933.116534] env[69436]: _type = "HttpNfcLease" [ 933.116534] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.119855] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.119855] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296e90f-77cc-32a2-cc06-95738e5dba23" [ 933.119855] env[69436]: _type = "HttpNfcLease" [ 933.119855] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.120611] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.121795] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab13ed3-9214-47c6-966f-fc5dea1576bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.131946] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222bca6-b0bb-f0c6-4503-8816379d9f69/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.132172] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222bca6-b0bb-f0c6-4503-8816379d9f69/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.211158] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.246899] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22727f36-9c7f-4575-be0b-38b58d761e0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.271435] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.271592] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.271760] env[69436]: DEBUG nova.network.neutron [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.279664] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 933.282350] env[69436]: DEBUG nova.compute.manager [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Received event network-vif-plugged-1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 933.282645] env[69436]: DEBUG oslo_concurrency.lockutils [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] Acquiring lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.282912] env[69436]: DEBUG oslo_concurrency.lockutils [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] Lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.283140] env[69436]: DEBUG oslo_concurrency.lockutils [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] Lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.283331] env[69436]: DEBUG nova.compute.manager [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] No waiting events found dispatching network-vif-plugged-1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.283505] env[69436]: WARNING nova.compute.manager [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Received unexpected event network-vif-plugged-1ba98888-771c-414d-b139-661076c09823 for instance with vm_state building and task_state spawning. [ 933.283697] env[69436]: DEBUG nova.compute.manager [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Received event network-changed-1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 933.283867] env[69436]: DEBUG nova.compute.manager [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Refreshing instance network info cache due to event network-changed-1ba98888-771c-414d-b139-661076c09823. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 933.284052] env[69436]: DEBUG oslo_concurrency.lockutils [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] Acquiring lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.422432] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524cc194-e331-3f1b-cd14-34cc4425b53d, 'name': SearchDatastore_Task, 'duration_secs': 0.016573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.422884] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.423172] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.423428] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.423576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.423844] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.424815] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad5e787-fc6e-4e58-b650-6979f7ca0aad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.436598] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.436814] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.437644] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0305b022-774d-4a50-a2dc-e2ab11af16f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.445048] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 933.445048] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529d9f09-5209-bbf6-ac4b-7f8c7d88a8d2" [ 933.445048] env[69436]: _type = "Task" [ 933.445048] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.455985] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529d9f09-5209-bbf6-ac4b-7f8c7d88a8d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.477083] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.505839] env[69436]: DEBUG nova.compute.utils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.508016] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 933.508126] env[69436]: DEBUG nova.network.neutron [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.589827] env[69436]: DEBUG nova.policy [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cbb9c8b79f94ccd8b7a7bcb96c99114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056ab3bcca2244dca5b23b3825424ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.614866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.621727] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255072, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.712369] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255070, 'name': ReconfigVM_Task, 'duration_secs': 2.451035} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.712687] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Reconfigured VM instance instance-00000022 to attach disk [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66/eac96d12-f468-44c7-93da-e9618eb96d66.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.713376] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ea2a47c-fc95-4bbc-9188-d1819e3a05b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.722369] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 933.722369] env[69436]: value = "task-3255074" [ 933.722369] env[69436]: _type = "Task" [ 933.722369] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.740660] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255074, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.811919] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.831281] env[69436]: DEBUG nova.network.neutron [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.957390] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529d9f09-5209-bbf6-ac4b-7f8c7d88a8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014174} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.963691] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7f9b4b-9b95-417d-885a-704018100d59 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.981232] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 933.981232] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520030f3-2843-4517-89c0-62746c4868f0" [ 933.981232] env[69436]: _type = "Task" [ 933.981232] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.981232] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255068, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.635645} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.984213] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/97a12f2d-6673-4c54-8500-3839bab3d580/97a12f2d-6673-4c54-8500-3839bab3d580.vmdk to [datastore1] 0feeab35-8ee3-400e-982a-84f558fd4d78/0feeab35-8ee3-400e-982a-84f558fd4d78.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.989712] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d464192c-32fa-4532-8708-a29760416f6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.009747] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520030f3-2843-4517-89c0-62746c4868f0, 'name': SearchDatastore_Task, 'duration_secs': 0.019615} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.019598] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 0feeab35-8ee3-400e-982a-84f558fd4d78/0feeab35-8ee3-400e-982a-84f558fd4d78.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.021719] env[69436]: DEBUG nova.network.neutron [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance_info_cache with network_info: [{"id": "1ba98888-771c-414d-b139-661076c09823", "address": "fa:16:3e:9a:5d:c8", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba98888-77", "ovs_interfaceid": "1ba98888-771c-414d-b139-661076c09823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.025710] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.026021] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7/736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.026686] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 934.029849] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5c3b4f-7744-4307-91d3-374cca63f839 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.049087] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155e92b7-5f20-40ca-8bab-4332f7789256 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.058221] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 934.058221] env[69436]: value = "task-3255075" [ 934.058221] env[69436]: _type = "Task" [ 934.058221] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.058602] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 934.058602] env[69436]: value = "task-3255076" [ 934.058602] env[69436]: _type = "Task" [ 934.058602] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.080702] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.081041] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.122387] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255072, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.880778} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.122982] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 250432e5-93f1-4d47-aad6-642fb840a4a3/250432e5-93f1-4d47-aad6-642fb840a4a3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.123233] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.123512] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3001896-b597-40f9-9bda-18c7296ec4c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.132695] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 934.132695] env[69436]: value = "task-3255077" [ 934.132695] env[69436]: _type = "Task" [ 934.132695] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.145038] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.160018] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed60ac-799e-482c-9f26-9552f06e2604 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.169142] env[69436]: DEBUG nova.network.neutron [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Successfully created port: c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.172231] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb644bd4-b817-47f4-a747-0d7874fb1e79 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.208310] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc19860-591b-4f13-a24e-0cd6909be9e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.216672] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c133285-b63b-47d0-97b6-a3ed39c3a85f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.231799] env[69436]: DEBUG nova.compute.provider_tree [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.242148] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255074, 'name': Rename_Task, 'duration_secs': 0.461663} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.242506] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.242804] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7389f47-3eb5-4d0f-8fc5-2ef579dcdf11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.248961] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 934.248961] env[69436]: value = "task-3255078" [ 934.248961] env[69436]: _type = "Task" [ 934.248961] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.257207] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.553872] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.554220] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Instance network_info: |[{"id": "1ba98888-771c-414d-b139-661076c09823", "address": "fa:16:3e:9a:5d:c8", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba98888-77", "ovs_interfaceid": "1ba98888-771c-414d-b139-661076c09823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 934.555499] env[69436]: DEBUG oslo_concurrency.lockutils [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] Acquired lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.556051] env[69436]: DEBUG nova.network.neutron [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Refreshing network info cache for port 1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.557108] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:5d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba98888-771c-414d-b139-661076c09823', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.567950] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.571974] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.581971] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe2b018-004e-4144-b025-513cf4101592 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.608091] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.612811] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.612811] env[69436]: value = "task-3255079" [ 934.612811] env[69436]: _type = "Task" [ 934.612811] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.613432] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.625894] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.626157] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255079, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.626370] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97642dda-72c2-4c7f-9113-cfc7d8cdc8dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.638404] env[69436]: DEBUG oslo_vmware.api [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 934.638404] env[69436]: value = "task-3255080" [ 934.638404] env[69436]: _type = "Task" [ 934.638404] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.646806] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070139} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.647475] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.648356] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d806272-56af-4ada-8dd9-4191956e3bdc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.655582] env[69436]: DEBUG oslo_vmware.api [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255080, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.685051] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 250432e5-93f1-4d47-aad6-642fb840a4a3/250432e5-93f1-4d47-aad6-642fb840a4a3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.689427] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94362f9-7145-422b-b7b1-d71aeb63ac44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.715898] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 934.715898] env[69436]: value = "task-3255081" [ 934.715898] env[69436]: _type = "Task" [ 934.715898] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.724490] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255081, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.738889] env[69436]: DEBUG nova.scheduler.client.report [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.761547] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.866901] env[69436]: DEBUG nova.network.neutron [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updated VIF entry in instance network info cache for port 1ba98888-771c-414d-b139-661076c09823. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.867280] env[69436]: DEBUG nova.network.neutron [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance_info_cache with network_info: [{"id": "1ba98888-771c-414d-b139-661076c09823", "address": "fa:16:3e:9a:5d:c8", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba98888-77", "ovs_interfaceid": "1ba98888-771c-414d-b139-661076c09823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.057260] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 935.090437] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.095456] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.096123] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.096123] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.096534] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.096866] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.097198] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.097973] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.097973] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.097973] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.098189] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.098254] env[69436]: DEBUG nova.virt.hardware [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.098622] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255076, 'name': ReconfigVM_Task, 'duration_secs': 0.970124} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.099344] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a903dc-4deb-4f4f-8826-1eca45de3724 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.102153] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 0feeab35-8ee3-400e-982a-84f558fd4d78/0feeab35-8ee3-400e-982a-84f558fd4d78.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.102859] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef0bd9c-a48c-4582-a7f8-bd53fb860c0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.110535] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f775fb83-7697-4088-a8e0-bd18609050e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.114640] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 935.114640] env[69436]: value = "task-3255082" [ 935.114640] env[69436]: _type = "Task" [ 935.114640] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.136770] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255079, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.140524] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255082, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.150300] env[69436]: DEBUG oslo_vmware.api [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255080, 'name': PowerOnVM_Task, 'duration_secs': 0.445995} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.150629] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.150930] env[69436]: DEBUG nova.compute.manager [None req-152143da-53e9-4d13-9039-62bccf30940f tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 935.152065] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0e6000-faf1-4115-ac14-a7859e5d7d5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.228776] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.243815] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.246774] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.632s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.247823] env[69436]: DEBUG nova.objects.instance [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lazy-loading 'resources' on Instance uuid 82908bd6-7b35-49fd-b4c5-2df420daa0e2 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.259766] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.271198] env[69436]: INFO nova.scheduler.client.report [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Deleted allocations for instance f69c1834-6c2d-4e07-9c61-806d70e8e16c [ 935.370340] env[69436]: DEBUG oslo_concurrency.lockutils [req-ac26331b-e132-418e-8263-87d7b6cafea7 req-c49a20f1-53d4-4cbf-b4d0-9bf6d55a59c1 service nova] Releasing lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.582823] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255075, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.625207] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255082, 'name': Rename_Task, 'duration_secs': 0.183168} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.625532] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.625805] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6b561b-e1a2-47ac-8ed8-cc8936d7aa6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.636876] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255079, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.638614] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 935.638614] env[69436]: value = "task-3255083" [ 935.638614] env[69436]: _type = "Task" [ 935.638614] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.649086] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.728820] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255081, 'name': ReconfigVM_Task, 'duration_secs': 0.596177} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.729131] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 250432e5-93f1-4d47-aad6-642fb840a4a3/250432e5-93f1-4d47-aad6-642fb840a4a3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.729771] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a196046d-96d7-4054-bd72-e6296b1985d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.737539] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 935.737539] env[69436]: value = "task-3255084" [ 935.737539] env[69436]: _type = "Task" [ 935.737539] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.747749] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255084, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.765415] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.782430] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9b5c70f2-5eac-4ef2-8954-5dbd34c48f0e tempest-ListServerFiltersTestJSON-534415281 tempest-ListServerFiltersTestJSON-534415281-project-member] Lock "f69c1834-6c2d-4e07-9c61-806d70e8e16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.652s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.081863] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255075, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.624011} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.082784] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7/736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.082784] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.082933] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-085bc90b-eca6-4650-9a7f-02877909e545 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.091784] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 936.091784] env[69436]: value = "task-3255085" [ 936.091784] env[69436]: _type = "Task" [ 936.091784] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.099824] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.140610] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255079, 'name': CreateVM_Task, 'duration_secs': 1.183381} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.143735] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.144494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.144911] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.145065] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.145656] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c24651-33f6-4136-a77b-04f8f36b3b21 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.153792] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255083, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.157842] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 936.157842] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b89d51-37d1-47d7-4e6c-0f7dc3378a34" [ 936.157842] env[69436]: _type = "Task" [ 936.157842] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.166866] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b89d51-37d1-47d7-4e6c-0f7dc3378a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.251802] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255084, 'name': Rename_Task, 'duration_secs': 0.223041} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.251802] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.251879] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336a811c-36a7-4e1e-a412-3b6f2f2df47f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.257904] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7903f-5fbc-47cb-9016-9ea2f1b27b2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.262271] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 936.262271] env[69436]: value = "task-3255086" [ 936.262271] env[69436]: _type = "Task" [ 936.262271] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.268143] env[69436]: DEBUG oslo_vmware.api [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255078, 'name': PowerOnVM_Task, 'duration_secs': 1.552116} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.270796] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.271063] env[69436]: DEBUG nova.compute.manager [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 936.272258] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d05a285-3cb1-461e-a39b-ad12b4204b54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.276184] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b4be6f-a5fa-4305-b86e-28a5b033a60b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.284817] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.286506] env[69436]: DEBUG nova.network.neutron [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Successfully updated port: c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.289019] env[69436]: DEBUG nova.compute.manager [req-8c9b62f3-c484-4593-8b67-bb2312c7b072 req-edba3b75-06fb-4075-bea6-e59b0a4a2228 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Received event network-vif-plugged-c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 936.290011] env[69436]: DEBUG oslo_concurrency.lockutils [req-8c9b62f3-c484-4593-8b67-bb2312c7b072 req-edba3b75-06fb-4075-bea6-e59b0a4a2228 service nova] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.290084] env[69436]: DEBUG oslo_concurrency.lockutils [req-8c9b62f3-c484-4593-8b67-bb2312c7b072 req-edba3b75-06fb-4075-bea6-e59b0a4a2228 service nova] Lock "85fba89a-3e19-42ff-876c-6f309869f020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.290227] env[69436]: DEBUG oslo_concurrency.lockutils [req-8c9b62f3-c484-4593-8b67-bb2312c7b072 req-edba3b75-06fb-4075-bea6-e59b0a4a2228 service nova] Lock "85fba89a-3e19-42ff-876c-6f309869f020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.290401] env[69436]: DEBUG nova.compute.manager [req-8c9b62f3-c484-4593-8b67-bb2312c7b072 req-edba3b75-06fb-4075-bea6-e59b0a4a2228 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] No waiting events found dispatching network-vif-plugged-c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.290719] env[69436]: WARNING nova.compute.manager [req-8c9b62f3-c484-4593-8b67-bb2312c7b072 req-edba3b75-06fb-4075-bea6-e59b0a4a2228 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Received unexpected event network-vif-plugged-c042ed67-458b-4f40-9b88-a3465b042d2a for instance with vm_state building and task_state spawning. [ 936.329958] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16593384-8ea1-466c-a9ad-1514e87346f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.339238] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ebbe5f-c8b7-4ca6-b782-730cf0df787d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.354733] env[69436]: DEBUG nova.compute.provider_tree [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.602411] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182785} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.604428] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.604428] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac8722-eaae-48b6-ada4-cb117810b6bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.629322] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7/736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.629734] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-001b2265-72e0-470f-916c-e5b215205907 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.653747] env[69436]: DEBUG oslo_vmware.api [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255083, 'name': PowerOnVM_Task, 'duration_secs': 0.798826} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.655408] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.655795] env[69436]: INFO nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Took 16.36 seconds to spawn the instance on the hypervisor. [ 936.656049] env[69436]: DEBUG nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 936.656445] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 936.656445] env[69436]: value = "task-3255087" [ 936.656445] env[69436]: _type = "Task" [ 936.656445] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.657260] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0f65b7-b966-4a26-800a-2a5db8fbefa7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.680134] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b89d51-37d1-47d7-4e6c-0f7dc3378a34, 'name': SearchDatastore_Task, 'duration_secs': 0.025389} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.680342] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.680670] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.680940] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.681229] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681407] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.681635] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.681920] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70af95b4-7c48-46cf-85f6-1a25a62c1f55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.690929] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.691177] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.693192] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d0b40a-e544-43cb-a0f5-2b603e5c3b5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.698767] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 936.698767] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd8153-a380-0c5c-3339-597b42319195" [ 936.698767] env[69436]: _type = "Task" [ 936.698767] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.707458] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd8153-a380-0c5c-3339-597b42319195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.772119] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255086, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.792563] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.792725] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.792883] env[69436]: DEBUG nova.network.neutron [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.838230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.858056] env[69436]: DEBUG nova.scheduler.client.report [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.170438] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.183560] env[69436]: INFO nova.compute.manager [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Took 63.37 seconds to build instance. [ 937.213223] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd8153-a380-0c5c-3339-597b42319195, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.214115] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa49f6cc-9607-4c4f-9edb-91a26f2bc2b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.220054] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 937.220054] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c81a2a-5349-c5c2-d2d6-f811ac2caa99" [ 937.220054] env[69436]: _type = "Task" [ 937.220054] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.230471] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c81a2a-5349-c5c2-d2d6-f811ac2caa99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.274179] env[69436]: DEBUG oslo_vmware.api [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255086, 'name': PowerOnVM_Task, 'duration_secs': 0.739449} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.274475] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.274684] env[69436]: INFO nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Took 10.54 seconds to spawn the instance on the hypervisor. [ 937.274879] env[69436]: DEBUG nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 937.276103] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce273c58-c8d6-469c-af94-f215b895a4ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.352428] env[69436]: DEBUG nova.network.neutron [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.364992] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.367698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.288s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.369841] env[69436]: INFO nova.compute.claims [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.391444] env[69436]: INFO nova.scheduler.client.report [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Deleted allocations for instance 82908bd6-7b35-49fd-b4c5-2df420daa0e2 [ 937.574159] env[69436]: DEBUG nova.network.neutron [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updating instance_info_cache with network_info: [{"id": "c042ed67-458b-4f40-9b88-a3465b042d2a", "address": "fa:16:3e:e9:f2:99", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042ed67-45", "ovs_interfaceid": "c042ed67-458b-4f40-9b88-a3465b042d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.675061] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255087, 'name': ReconfigVM_Task, 'duration_secs': 0.527274} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.675061] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7/736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.675061] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92036ad5-94f6-4361-af84-ab7a2714314f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.680450] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 937.680450] env[69436]: value = "task-3255088" [ 937.680450] env[69436]: _type = "Task" [ 937.680450] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.689546] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ffff6e3-23c0-425a-9c53-0e2c945cdc02 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.706s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.689789] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255088, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.734273] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c81a2a-5349-c5c2-d2d6-f811ac2caa99, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.734273] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.734361] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b/54ef019a-a45c-4e12-82d3-675f890c554b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.734629] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a4147ff-95d7-4b49-ae71-beeda8246c43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.740872] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 937.740872] env[69436]: value = "task-3255089" [ 937.740872] env[69436]: _type = "Task" [ 937.740872] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.749463] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.793785] env[69436]: INFO nova.compute.manager [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Took 57.39 seconds to build instance. [ 937.896963] env[69436]: DEBUG oslo_concurrency.lockutils [None req-de1487e2-a2dc-45e9-a7d2-4d2e2292b3cf tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "82908bd6-7b35-49fd-b4c5-2df420daa0e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.807s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.076669] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Releasing lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.076778] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Instance network_info: |[{"id": "c042ed67-458b-4f40-9b88-a3465b042d2a", "address": "fa:16:3e:e9:f2:99", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042ed67-45", "ovs_interfaceid": "c042ed67-458b-4f40-9b88-a3465b042d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 938.077244] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:f2:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c042ed67-458b-4f40-9b88-a3465b042d2a', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.084831] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Creating folder: Project (056ab3bcca2244dca5b23b3825424ddd). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.085447] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca4143d7-d0fa-45c5-8fb6-e98e2c1efc07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.097202] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Created folder: Project (056ab3bcca2244dca5b23b3825424ddd) in parent group-v650165. [ 938.097400] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Creating folder: Instances. Parent ref: group-v650378. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.097656] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d85eb8d-e117-4129-8e61-a934aa0752d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.106726] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Created folder: Instances in parent group-v650378. [ 938.106886] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.107086] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.107303] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f085cbb6-fd21-41da-ad48-8945f1b4e399 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.126950] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.126950] env[69436]: value = "task-3255092" [ 938.126950] env[69436]: _type = "Task" [ 938.126950] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.135224] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255092, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.192868] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255088, 'name': Rename_Task, 'duration_secs': 0.226783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.193215] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.193500] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f72c02-453c-42be-84a9-1ca5bca986b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.201360] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 938.201360] env[69436]: value = "task-3255093" [ 938.201360] env[69436]: _type = "Task" [ 938.201360] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.212129] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.254913] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.283039] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "23d953a5-ea17-459b-a455-5c9baed17e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.283039] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "23d953a5-ea17-459b-a455-5c9baed17e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.298051] env[69436]: DEBUG oslo_concurrency.lockutils [None req-305c0a54-3578-48a5-80c5-bdbb2b8e26fb tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.795s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.474323] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "d4f2df34-8223-415d-b47d-7e43bc47b87a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.474589] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.474793] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "d4f2df34-8223-415d-b47d-7e43bc47b87a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.474975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.475164] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.477972] env[69436]: INFO nova.compute.manager [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Terminating instance [ 938.539430] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "250432e5-93f1-4d47-aad6-642fb840a4a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.539771] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.539987] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "250432e5-93f1-4d47-aad6-642fb840a4a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.540207] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.540427] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.543421] env[69436]: INFO nova.compute.manager [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Terminating instance [ 938.640623] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255092, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.713131] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.753070] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761114} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.753070] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b/54ef019a-a45c-4e12-82d3-675f890c554b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.753070] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.753474] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d42e3b-fc6c-4eec-b97b-7e7702e03276 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.762877] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 938.762877] env[69436]: value = "task-3255094" [ 938.762877] env[69436]: _type = "Task" [ 938.762877] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.770673] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.785051] env[69436]: DEBUG nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 938.802015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.802352] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.802555] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.802799] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.803077] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.808626] env[69436]: INFO nova.compute.manager [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Terminating instance [ 938.909047] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd2b83-6284-46c5-962c-4999fc9cef99 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.916817] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46347140-25f1-4ffd-ad1e-609ba40be40b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.949368] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711b45f-407a-428b-87dc-e6d7022f387c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.957470] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b3f02d-f413-474f-bff3-bee1fc6b93d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.972101] env[69436]: DEBUG nova.compute.provider_tree [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.982059] env[69436]: DEBUG nova.compute.manager [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 938.982306] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.983401] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077cba72-c07f-4229-bea7-91df7e414a56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.991261] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.991528] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1c38bad-8a77-4f4a-920c-956b5ab615ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.999283] env[69436]: DEBUG oslo_vmware.api [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 938.999283] env[69436]: value = "task-3255095" [ 938.999283] env[69436]: _type = "Task" [ 938.999283] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.009976] env[69436]: DEBUG oslo_vmware.api [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.013160] env[69436]: DEBUG nova.compute.manager [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Received event network-changed-c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 939.013346] env[69436]: DEBUG nova.compute.manager [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Refreshing instance network info cache due to event network-changed-c042ed67-458b-4f40-9b88-a3465b042d2a. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 939.013997] env[69436]: DEBUG oslo_concurrency.lockutils [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] Acquiring lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.013997] env[69436]: DEBUG oslo_concurrency.lockutils [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] Acquired lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.014379] env[69436]: DEBUG nova.network.neutron [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Refreshing network info cache for port c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.048391] env[69436]: DEBUG nova.compute.manager [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 939.048627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.049967] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624e1a6-4083-4566-bbea-95c73cdc9ef5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.057492] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.058032] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f6f846c-24c4-48a6-8d54-a9d51fccb717 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.064275] env[69436]: DEBUG oslo_vmware.api [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 939.064275] env[69436]: value = "task-3255096" [ 939.064275] env[69436]: _type = "Task" [ 939.064275] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.074695] env[69436]: DEBUG oslo_vmware.api [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.138643] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255092, 'name': CreateVM_Task, 'duration_secs': 0.588718} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.138843] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.139664] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.139843] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.140351] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.140657] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ff3841-1ec9-4b76-9dbe-7de570903c20 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.146803] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 939.146803] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd974a-975c-ac16-ff78-1d9558fbddb8" [ 939.146803] env[69436]: _type = "Task" [ 939.146803] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.157407] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd974a-975c-ac16-ff78-1d9558fbddb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.213476] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.271914] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070847} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.272326] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.273621] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb10e796-4000-4810-a57a-c1062c40afae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.298410] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b/54ef019a-a45c-4e12-82d3-675f890c554b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.301048] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "0feeab35-8ee3-400e-982a-84f558fd4d78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.301308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.301483] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "0feeab35-8ee3-400e-982a-84f558fd4d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.301634] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.301815] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.303209] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a547689-6939-402c-912e-627b29604679 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.318064] env[69436]: INFO nova.compute.manager [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Terminating instance [ 939.322196] env[69436]: DEBUG nova.compute.manager [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 939.322374] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.324790] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd3a4cb-0321-4e9c-b746-1bb20d22590f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.335934] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.336341] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 939.336341] env[69436]: value = "task-3255097" [ 939.336341] env[69436]: _type = "Task" [ 939.336341] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.337970] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.338236] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b70d6fe-5898-4339-be97-8e7921e0ed1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.349794] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.351220] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 939.351220] env[69436]: value = "task-3255098" [ 939.351220] env[69436]: _type = "Task" [ 939.351220] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.360803] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3255098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.476433] env[69436]: DEBUG nova.scheduler.client.report [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.510076] env[69436]: DEBUG oslo_vmware.api [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255095, 'name': PowerOffVM_Task, 'duration_secs': 0.275375} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.510376] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.510551] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.510800] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba7ee939-9f2a-4450-a59f-e7e79803a686 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.574284] env[69436]: DEBUG oslo_vmware.api [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255096, 'name': PowerOffVM_Task, 'duration_secs': 0.369582} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.574732] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.574732] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.575050] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a5b44d3-da25-4f8c-977d-e6cc18e4459d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.585696] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.585907] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.586098] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleting the datastore file [datastore1] d4f2df34-8223-415d-b47d-7e43bc47b87a {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.586354] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ace4f26b-9ca3-4943-bc8d-ac8b7e930c2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.593023] env[69436]: DEBUG oslo_vmware.api [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 939.593023] env[69436]: value = "task-3255101" [ 939.593023] env[69436]: _type = "Task" [ 939.593023] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.601444] env[69436]: DEBUG oslo_vmware.api [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.658822] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fd974a-975c-ac16-ff78-1d9558fbddb8, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.659196] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.659540] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.659809] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.659961] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.660201] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.660509] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2f9b96d-1f05-4b4b-962c-997d87d49460 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.679449] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.679658] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.680429] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7093ee-aa15-4c91-ac7e-e56e7cfa93a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.686599] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 939.686599] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5209e1a7-7c49-1108-ee59-fa47743aea1b" [ 939.686599] env[69436]: _type = "Task" [ 939.686599] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.695476] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5209e1a7-7c49-1108-ee59-fa47743aea1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.711998] env[69436]: DEBUG oslo_vmware.api [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255093, 'name': PowerOnVM_Task, 'duration_secs': 1.017703} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.712435] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.712569] env[69436]: INFO nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Took 10.12 seconds to spawn the instance on the hypervisor. [ 939.712754] env[69436]: DEBUG nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 939.713597] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea50c4-23b2-440d-8926-0a573749690a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.809377] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.809809] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.810092] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleting the datastore file [datastore1] 250432e5-93f1-4d47-aad6-642fb840a4a3 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.810479] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7ee0b37-c075-4278-acc3-66646b35af2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.817743] env[69436]: DEBUG oslo_vmware.api [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 939.817743] env[69436]: value = "task-3255102" [ 939.817743] env[69436]: _type = "Task" [ 939.817743] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.826903] env[69436]: DEBUG oslo_vmware.api [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.829460] env[69436]: DEBUG nova.compute.manager [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 939.829684] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.830550] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f65eb3-82d8-47de-9773-30dbd1bf3f4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.839117] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.839117] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69822d02-5d47-4faf-b731-cc2eea1cb236 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.851159] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255097, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.855378] env[69436]: DEBUG oslo_vmware.api [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 939.855378] env[69436]: value = "task-3255103" [ 939.855378] env[69436]: _type = "Task" [ 939.855378] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.869966] env[69436]: DEBUG oslo_vmware.api [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.873297] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3255098, 'name': PowerOffVM_Task, 'duration_secs': 0.473025} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.873569] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.873805] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.875218] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f03e630f-90c8-4954-957c-2a361c2b553e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.951624] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.951947] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.952166] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Deleting the datastore file [datastore2] 0502af08-7fcb-4ebe-9b2c-c5d69661bed1 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.956024] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68fb25ab-af8f-4d06-ac9a-823364c5a251 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.959460] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for the task: (returnval){ [ 939.959460] env[69436]: value = "task-3255105" [ 939.959460] env[69436]: _type = "Task" [ 939.959460] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.971599] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3255105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.972843] env[69436]: DEBUG nova.network.neutron [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updated VIF entry in instance network info cache for port c042ed67-458b-4f40-9b88-a3465b042d2a. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.973364] env[69436]: DEBUG nova.network.neutron [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updating instance_info_cache with network_info: [{"id": "c042ed67-458b-4f40-9b88-a3465b042d2a", "address": "fa:16:3e:e9:f2:99", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042ed67-45", "ovs_interfaceid": "c042ed67-458b-4f40-9b88-a3465b042d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.981308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.981973] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 939.986300] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.841s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.988512] env[69436]: INFO nova.compute.claims [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.104674] env[69436]: DEBUG oslo_vmware.api [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269189} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.105256] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.105504] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.105696] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.105963] env[69436]: INFO nova.compute.manager [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 940.106188] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.106412] env[69436]: DEBUG nova.compute.manager [-] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 940.106507] env[69436]: DEBUG nova.network.neutron [-] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.199764] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5209e1a7-7c49-1108-ee59-fa47743aea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.200753] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2e42d9-da28-4e67-be28-2b6376537356 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.206822] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 940.206822] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5273a0d5-558a-8aee-81c5-808d1855cede" [ 940.206822] env[69436]: _type = "Task" [ 940.206822] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.217039] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5273a0d5-558a-8aee-81c5-808d1855cede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.229568] env[69436]: INFO nova.compute.manager [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Took 55.61 seconds to build instance. [ 940.328284] env[69436]: DEBUG oslo_vmware.api [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302887} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.328499] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.328680] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.328855] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.329042] env[69436]: INFO nova.compute.manager [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Took 1.28 seconds to destroy the instance on the hypervisor. [ 940.329301] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.329492] env[69436]: DEBUG nova.compute.manager [-] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 940.329585] env[69436]: DEBUG nova.network.neutron [-] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.351062] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255097, 'name': ReconfigVM_Task, 'duration_secs': 0.560407} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.351396] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b/54ef019a-a45c-4e12-82d3-675f890c554b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.352305] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b70f56-0565-4ecb-b701-2faf2685d082 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.358762] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 940.358762] env[69436]: value = "task-3255106" [ 940.358762] env[69436]: _type = "Task" [ 940.358762] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.369951] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255106, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.374327] env[69436]: DEBUG oslo_vmware.api [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255103, 'name': PowerOffVM_Task, 'duration_secs': 0.285473} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.374599] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.375131] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.375408] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d485501a-5728-4e2f-a559-848062e707cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.448356] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.448755] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.448869] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleting the datastore file [datastore1] 0feeab35-8ee3-400e-982a-84f558fd4d78 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.449200] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99694301-35d2-4bf7-9d4a-7a1e23ede145 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.456643] env[69436]: DEBUG oslo_vmware.api [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 940.456643] env[69436]: value = "task-3255108" [ 940.456643] env[69436]: _type = "Task" [ 940.456643] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.466347] env[69436]: DEBUG oslo_vmware.api [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.471194] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3255105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.475928] env[69436]: DEBUG oslo_concurrency.lockutils [req-3e2f6e82-e9eb-4785-ae44-a18c1ef8f834 req-19757def-d222-4a23-800d-2276cac7d065 service nova] Releasing lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.495443] env[69436]: DEBUG nova.compute.utils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.505729] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 940.505729] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.569264] env[69436]: DEBUG nova.policy [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '432261390f5e431da65f9e32b2e6a7aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c85706e2524fc3aa18f5ce7e4d0844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.718045] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5273a0d5-558a-8aee-81c5-808d1855cede, 'name': SearchDatastore_Task, 'duration_secs': 0.020519} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.718369] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.718988] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 85fba89a-3e19-42ff-876c-6f309869f020/85fba89a-3e19-42ff-876c-6f309869f020.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.718988] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c41e862e-3aa8-4624-857c-cdfa3f475599 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.727582] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 940.727582] env[69436]: value = "task-3255109" [ 940.727582] env[69436]: _type = "Task" [ 940.727582] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.732592] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6808962a-c296-40ae-b9e6-7f5fdb265a7e tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.268s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.738463] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.829669] env[69436]: DEBUG nova.compute.manager [req-d1afe965-c5a2-4cbd-9395-67d7189e91c3 req-3feb94a0-aa0a-4d5c-b984-b9405ab9f481 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Received event network-vif-deleted-50e91f17-e128-4e1f-b455-0c9d8c5f043a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 940.830038] env[69436]: INFO nova.compute.manager [req-d1afe965-c5a2-4cbd-9395-67d7189e91c3 req-3feb94a0-aa0a-4d5c-b984-b9405ab9f481 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Neutron deleted interface 50e91f17-e128-4e1f-b455-0c9d8c5f043a; detaching it from the instance and deleting it from the info cache [ 940.832240] env[69436]: DEBUG nova.network.neutron [req-d1afe965-c5a2-4cbd-9395-67d7189e91c3 req-3feb94a0-aa0a-4d5c-b984-b9405ab9f481 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.869355] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255106, 'name': Rename_Task, 'duration_secs': 0.239943} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.869647] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.870059] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f80d00-111b-47c6-8b54-57daaefab491 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.877577] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 940.877577] env[69436]: value = "task-3255110" [ 940.877577] env[69436]: _type = "Task" [ 940.877577] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.885616] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.889345] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Successfully created port: 253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.976362] env[69436]: DEBUG oslo_vmware.api [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Task: {'id': task-3255105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531362} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.976362] env[69436]: DEBUG oslo_vmware.api [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.976633] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.977025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.977291] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.977565] env[69436]: INFO nova.compute.manager [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 940.977867] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.978228] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.978431] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.978636] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.978849] env[69436]: INFO nova.compute.manager [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 940.979122] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.979361] env[69436]: DEBUG nova.compute.manager [-] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 940.979506] env[69436]: DEBUG nova.network.neutron [-] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.981504] env[69436]: DEBUG nova.compute.manager [-] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 940.981605] env[69436]: DEBUG nova.network.neutron [-] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.003534] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 941.144256] env[69436]: DEBUG nova.network.neutron [-] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.155386] env[69436]: DEBUG nova.network.neutron [-] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.244008] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.249946] env[69436]: DEBUG nova.compute.manager [req-9cfda0f7-e5f0-4e58-b750-e6c67083ba0d req-11c7a50e-df59-4f4a-9d03-6a16f8b170a1 service nova] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Received event network-vif-deleted-3707d767-d2f1-493d-b1ab-4472b432e452 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 941.329293] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Successfully created port: 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.340621] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3a7476-d521-45b5-a454-c37e78b7a7f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.358480] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e611f-b143-4e0c-9a95-46631e983cc5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.390956] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255110, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.413909] env[69436]: DEBUG nova.compute.manager [req-d1afe965-c5a2-4cbd-9395-67d7189e91c3 req-3feb94a0-aa0a-4d5c-b984-b9405ab9f481 service nova] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Detach interface failed, port_id=50e91f17-e128-4e1f-b455-0c9d8c5f043a, reason: Instance 250432e5-93f1-4d47-aad6-642fb840a4a3 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 941.623602] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Successfully created port: bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.641191] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55d5ac-5ded-49c2-9dd1-3b1c0ac461ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.649161] env[69436]: INFO nova.compute.manager [-] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Took 1.54 seconds to deallocate network for instance. [ 941.651760] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01338be0-07aa-40b7-b47f-96740c7add54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.661123] env[69436]: INFO nova.compute.manager [-] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Took 1.33 seconds to deallocate network for instance. [ 941.690578] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41285bab-b2b6-43c3-ad69-5d99013d9af1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.699670] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beb7308-5701-4707-bfdb-902734781b02 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.718539] env[69436]: DEBUG nova.compute.provider_tree [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.738700] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64712} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.738999] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 85fba89a-3e19-42ff-876c-6f309869f020/85fba89a-3e19-42ff-876c-6f309869f020.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.739273] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.739578] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25b52a27-14e3-429d-8415-d25d4abe5f1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.748352] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 941.748352] env[69436]: value = "task-3255111" [ 941.748352] env[69436]: _type = "Task" [ 941.748352] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.756037] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.880069] env[69436]: DEBUG nova.network.neutron [-] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.881403] env[69436]: DEBUG nova.network.neutron [-] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.892433] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.013995] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 942.086545] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.087072] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.087363] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.087658] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.087914] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.088214] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.088617] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.088905] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.089206] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.089485] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.089782] env[69436]: DEBUG nova.virt.hardware [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.090814] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab1451-a22c-4518-890b-8ffd6ea9b0d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.099576] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895dd6e1-500f-409b-8654-1d9e9f77ae45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.160196] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.195463] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.222950] env[69436]: DEBUG nova.scheduler.client.report [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.259198] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093895} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.259507] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.260462] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea854e-18ea-43f3-8ece-f92d9c18875d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.287258] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 85fba89a-3e19-42ff-876c-6f309869f020/85fba89a-3e19-42ff-876c-6f309869f020.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.287596] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebace41-5ae9-495c-9978-943fceba3772 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.313254] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 942.313254] env[69436]: value = "task-3255112" [ 942.313254] env[69436]: _type = "Task" [ 942.313254] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.321864] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.385035] env[69436]: INFO nova.compute.manager [-] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Took 1.40 seconds to deallocate network for instance. [ 942.387380] env[69436]: INFO nova.compute.manager [-] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Took 1.41 seconds to deallocate network for instance. [ 942.395397] env[69436]: DEBUG oslo_vmware.api [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255110, 'name': PowerOnVM_Task, 'duration_secs': 1.029345} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.398282] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.398507] env[69436]: INFO nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Took 10.02 seconds to spawn the instance on the hypervisor. [ 942.398722] env[69436]: DEBUG nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 942.399829] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa58c6-8333-4a65-b861-69d2bd33c968 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.729733] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.730216] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 942.733037] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.317s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.733216] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.735347] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.334s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.735566] env[69436]: DEBUG nova.objects.instance [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.767526] env[69436]: INFO nova.scheduler.client.report [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted allocations for instance eb6b1512-b9e6-4a1f-8e7c-12799768cca8 [ 942.817052] env[69436]: DEBUG nova.compute.manager [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 942.817052] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dcd49e-6042-4cb7-8b28-43d54ed7e67b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.836437] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255112, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.893120] env[69436]: DEBUG nova.compute.manager [req-7b487953-c7ea-4148-adc2-c22fe97529cd req-72eb741f-7dd4-4bbe-afb1-b543efe52770 service nova] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Received event network-vif-deleted-cef3ff8c-adf4-463c-b9d8-c303b296db49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 942.894097] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.899890] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.924095] env[69436]: INFO nova.compute.manager [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Took 57.60 seconds to build instance. [ 943.162534] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Successfully updated port: 253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.242132] env[69436]: DEBUG nova.compute.utils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.252169] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 943.253973] env[69436]: DEBUG nova.network.neutron [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.276899] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c92ee33-ed38-4ed0-aa81-106c33ce5ea9 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "eb6b1512-b9e6-4a1f-8e7c-12799768cca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.509s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.292453] env[69436]: DEBUG nova.policy [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bf3d1fd6fd4e4b8bae8c8ebc0adb1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57841fa0c5244d0eb07f0e6de6af2876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.327857] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255112, 'name': ReconfigVM_Task, 'duration_secs': 0.546325} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.328170] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 85fba89a-3e19-42ff-876c-6f309869f020/85fba89a-3e19-42ff-876c-6f309869f020.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.328810] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75fcb608-7be9-484c-aed8-1871d551d007 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.337328] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 943.337328] env[69436]: value = "task-3255113" [ 943.337328] env[69436]: _type = "Task" [ 943.337328] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.338373] env[69436]: INFO nova.compute.manager [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] instance snapshotting [ 943.343934] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9cf6b-8dc3-47b8-be43-38ec5faff48d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.358861] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255113, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.388345] env[69436]: DEBUG nova.compute.manager [req-3978689b-f5ca-4648-89ad-27cfa4694b67 req-bb5dd6bd-e4d8-4292-9b12-af440a1ba8a3 service nova] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Received event network-vif-deleted-99b3fbe9-d5fe-486c-8b4e-338f369f8a49 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 943.389095] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a85e1-eaac-46d6-b1da-42815823425d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.426122] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ed8d1a-37eb-4bc8-b0bc-2874fccfaea7 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.209s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.614555] env[69436]: DEBUG nova.network.neutron [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Successfully created port: 7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.752856] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 943.756712] env[69436]: DEBUG oslo_concurrency.lockutils [None req-33c8b251-5041-4d38-af23-24336ea936e6 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.761017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.378s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.761017] env[69436]: DEBUG nova.objects.instance [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lazy-loading 'resources' on Instance uuid e9efc762-daca-4dd1-8bf4-8a7eb49cce90 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.849845] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255113, 'name': Rename_Task, 'duration_secs': 0.176989} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.850400] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.850785] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f46808b7-e385-43d0-8ac0-3320e515e3e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.858694] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 943.858694] env[69436]: value = "task-3255114" [ 943.858694] env[69436]: _type = "Task" [ 943.858694] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.868837] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.907682] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.907682] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fa651c7-6b8c-492f-b650-cbc6ac574135 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.919449] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 943.919449] env[69436]: value = "task-3255115" [ 943.919449] env[69436]: _type = "Task" [ 943.919449] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.929121] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.260639] env[69436]: INFO nova.virt.block_device [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Booting with volume f2d6c76a-62ac-4fc5-b9a8-87ec216388e7 at /dev/sda [ 944.312536] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bce502cc-cfdd-4e0d-868e-c90b45801a24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.325047] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ec0ba2-dff3-46f9-b4cf-3694b3eeb57e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.391266] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02b67845-5a07-48cd-bc14-6367ad20757d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.404391] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222bca6-b0bb-f0c6-4503-8816379d9f69/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.404970] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255114, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.405873] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2fca73-5339-433a-ad3a-a202edef17d0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.412690] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a51929-dc3a-4755-8764-8ced60ac07d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.432935] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222bca6-b0bb-f0c6-4503-8816379d9f69/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.433136] env[69436]: ERROR oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222bca6-b0bb-f0c6-4503-8816379d9f69/disk-0.vmdk due to incomplete transfer. [ 944.433753] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6662563e-fa4d-41d9-8c3a-0d8e888f8d3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.438665] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255115, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.445833] env[69436]: DEBUG oslo_vmware.rw_handles [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5222bca6-b0bb-f0c6-4503-8816379d9f69/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.446087] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Uploaded image 4e58e61b-2ce2-4b83-8d3f-00cca59e4573 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.449089] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.463983] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82978a15-cb19-43b9-82ef-8fca87714928 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.468782] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdae3fa-daa6-40ef-802a-3cfec179a67d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.478661] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd940953-253c-408f-bc34-c79355d24c7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.482205] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 944.482205] env[69436]: value = "task-3255116" [ 944.482205] env[69436]: _type = "Task" [ 944.482205] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.503078] env[69436]: DEBUG nova.virt.block_device [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updating existing volume attachment record: c9c12376-e10e-44ea-aa6e-24c15e757e03 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 944.505504] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255116, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.808536] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.808918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.839933] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14991afa-6085-41da-835f-6dbe0802f71d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.849013] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff68f3-2d78-4ab5-bc02-b6d215bb0310 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.885684] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efe8703-9548-4158-9659-ba280c9fadd2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.898211] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea286a17-7ad0-4093-abc0-b2a2e49017d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.902634] env[69436]: DEBUG oslo_vmware.api [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255114, 'name': PowerOnVM_Task, 'duration_secs': 0.838542} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.902634] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.902745] env[69436]: INFO nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Took 9.85 seconds to spawn the instance on the hypervisor. [ 944.902918] env[69436]: DEBUG nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 944.904239] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99ec6b-4aeb-4660-b9ee-5458754a1d31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.917988] env[69436]: DEBUG nova.compute.provider_tree [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.938886] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255115, 'name': CreateSnapshot_Task, 'duration_secs': 0.774758} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.939167] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.939939] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63dc5e1-318f-4e81-9fe1-1a692cab51cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.992960] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255116, 'name': Destroy_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.091553] env[69436]: DEBUG nova.compute.manager [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-vif-plugged-253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 945.091553] env[69436]: DEBUG oslo_concurrency.lockutils [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] Acquiring lock "4654b975-176d-4854-b209-429a0846852e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.091553] env[69436]: DEBUG oslo_concurrency.lockutils [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] Lock "4654b975-176d-4854-b209-429a0846852e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.091553] env[69436]: DEBUG oslo_concurrency.lockutils [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] Lock "4654b975-176d-4854-b209-429a0846852e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.091553] env[69436]: DEBUG nova.compute.manager [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] No waiting events found dispatching network-vif-plugged-253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.091553] env[69436]: WARNING nova.compute.manager [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received unexpected event network-vif-plugged-253cef22-b0db-4669-b542-fcfce3eda0ca for instance with vm_state building and task_state spawning. [ 945.091933] env[69436]: DEBUG nova.compute.manager [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-changed-253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 945.091933] env[69436]: DEBUG nova.compute.manager [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Refreshing instance network info cache due to event network-changed-253cef22-b0db-4669-b542-fcfce3eda0ca. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 945.092266] env[69436]: DEBUG oslo_concurrency.lockutils [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] Acquiring lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.092412] env[69436]: DEBUG oslo_concurrency.lockutils [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] Acquired lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.092586] env[69436]: DEBUG nova.network.neutron [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Refreshing network info cache for port 253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.314356] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 945.422376] env[69436]: DEBUG nova.scheduler.client.report [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.431405] env[69436]: DEBUG nova.network.neutron [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Successfully updated port: 7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.437398] env[69436]: INFO nova.compute.manager [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Took 47.31 seconds to build instance. [ 945.462645] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.463864] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54fac7cd-f76d-4257-b87f-bff9b8a9030b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.474185] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 945.474185] env[69436]: value = "task-3255117" [ 945.474185] env[69436]: _type = "Task" [ 945.474185] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.484657] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255117, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.485550] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Successfully updated port: 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.496344] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255116, 'name': Destroy_Task, 'duration_secs': 0.537833} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.497214] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Destroyed the VM [ 945.497487] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.497742] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-768c195e-2648-4763-b83a-e54c5275431d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.505038] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 945.505038] env[69436]: value = "task-3255118" [ 945.505038] env[69436]: _type = "Task" [ 945.505038] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.514067] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.647649] env[69436]: DEBUG nova.network.neutron [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.744027] env[69436]: DEBUG nova.network.neutron [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.838143] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.935859] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.936086] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquired lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.936279] env[69436]: DEBUG nova.network.neutron [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.940752] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.940752] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.151s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.941953] env[69436]: DEBUG nova.objects.instance [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lazy-loading 'resources' on Instance uuid 0873fe19-7bf6-4e0b-a154-3f0038bed6ee {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.945247] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e21a70a7-8f2b-473a-b8c8-d7bafdfd5ea2 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.821s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.972325] env[69436]: INFO nova.scheduler.client.report [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Deleted allocations for instance e9efc762-daca-4dd1-8bf4-8a7eb49cce90 [ 945.989317] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255117, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.016600] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255118, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.029945] env[69436]: DEBUG nova.compute.manager [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 946.248411] env[69436]: DEBUG oslo_concurrency.lockutils [req-0a586e4a-d6df-41a2-b638-9ef4c1de2690 req-fcc75427-5d6d-4922-956c-03ec2f721de4 service nova] Releasing lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.474338] env[69436]: DEBUG nova.network.neutron [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.492490] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255117, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.493048] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3c08349e-4b23-4f42-bc11-7bd8ef1899eb tempest-ServersTestJSON-1560657896 tempest-ServersTestJSON-1560657896-project-member] Lock "e9efc762-daca-4dd1-8bf4-8a7eb49cce90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.051s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.517400] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255118, 'name': RemoveSnapshot_Task, 'duration_secs': 0.753511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.519245] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.519689] env[69436]: DEBUG nova.compute.manager [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 946.524018] env[69436]: DEBUG nova.compute.manager [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Received event network-changed-c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 946.524018] env[69436]: DEBUG nova.compute.manager [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Refreshing instance network info cache due to event network-changed-c042ed67-458b-4f40-9b88-a3465b042d2a. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 946.524018] env[69436]: DEBUG oslo_concurrency.lockutils [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] Acquiring lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.524018] env[69436]: DEBUG oslo_concurrency.lockutils [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] Acquired lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.524018] env[69436]: DEBUG nova.network.neutron [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Refreshing network info cache for port c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.530195] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522aafdc-41c5-49bd-ab5d-37fa9ed30710 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.557836] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.631906] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 946.632541] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.632758] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.632942] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.633105] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.633256] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.633402] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.633604] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.633759] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.634060] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.634262] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.634436] env[69436]: DEBUG nova.virt.hardware [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.636280] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf1d84-5ad7-45c8-b1a3-7664c066d51e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.640018] env[69436]: DEBUG nova.network.neutron [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updating instance_info_cache with network_info: [{"id": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "address": "fa:16:3e:04:36:e4", "network": {"id": "deca7b83-7d1d-4517-b62b-c1a16f15ec40", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-529601993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57841fa0c5244d0eb07f0e6de6af2876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed05106-b4", "ovs_interfaceid": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.647045] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7783500-7f3b-4956-9877-ce4fca7fc9a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.964147] env[69436]: DEBUG nova.network.neutron [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updated VIF entry in instance network info cache for port c042ed67-458b-4f40-9b88-a3465b042d2a. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.964147] env[69436]: DEBUG nova.network.neutron [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updating instance_info_cache with network_info: [{"id": "c042ed67-458b-4f40-9b88-a3465b042d2a", "address": "fa:16:3e:e9:f2:99", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc042ed67-45", "ovs_interfaceid": "c042ed67-458b-4f40-9b88-a3465b042d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.991266] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255117, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.024986] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a5ac8-deea-4c9c-9bd7-b1f3df8b393e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.033801] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80af8a2-26cb-478e-9e9c-ea2388ecc169 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.069981] env[69436]: INFO nova.compute.manager [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Shelve offloading [ 947.071722] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632a9ddd-f285-47ed-ae15-77a6a7d18b6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.081067] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb09ced-bbd7-498f-85dc-d93e3697a778 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.096377] env[69436]: DEBUG nova.compute.provider_tree [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.142907] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Releasing lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.143648] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance network_info: |[{"id": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "address": "fa:16:3e:04:36:e4", "network": {"id": "deca7b83-7d1d-4517-b62b-c1a16f15ec40", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-529601993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57841fa0c5244d0eb07f0e6de6af2876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed05106-b4", "ovs_interfaceid": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 947.143865] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:36:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ed05106-b4aa-41f6-8b12-6be83d21de12', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.152692] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Creating folder: Project (57841fa0c5244d0eb07f0e6de6af2876). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.153046] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b1393f-f774-4f99-809d-b292b7d928bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.168954] env[69436]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 947.169166] env[69436]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69436) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 947.169578] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Folder already exists: Project (57841fa0c5244d0eb07f0e6de6af2876). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 947.169785] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Creating folder: Instances. Parent ref: group-v650357. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.170054] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b354771c-7521-46b7-b1c7-f06f01693a84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.185350] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Created folder: Instances in parent group-v650357. [ 947.185657] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.185875] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.186226] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a00315b-0adf-4f34-95fc-563f7286aa7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.205754] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Received event network-vif-plugged-7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 947.206012] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Acquiring lock "7740e8c5-3687-49cc-bdde-141ae44d399d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.207076] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.207076] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.207076] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] No waiting events found dispatching network-vif-plugged-7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.207076] env[69436]: WARNING nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Received unexpected event network-vif-plugged-7ed05106-b4aa-41f6-8b12-6be83d21de12 for instance with vm_state building and task_state spawning. [ 947.207424] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-vif-plugged-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 947.207424] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Acquiring lock "4654b975-176d-4854-b209-429a0846852e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.207662] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Lock "4654b975-176d-4854-b209-429a0846852e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.207880] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Lock "4654b975-176d-4854-b209-429a0846852e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.208075] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] No waiting events found dispatching network-vif-plugged-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.208252] env[69436]: WARNING nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received unexpected event network-vif-plugged-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 for instance with vm_state building and task_state spawning. [ 947.208427] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Received event network-changed-7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 947.208583] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Refreshing instance network info cache due to event network-changed-7ed05106-b4aa-41f6-8b12-6be83d21de12. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 947.208778] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Acquiring lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.208929] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Acquired lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.209111] env[69436]: DEBUG nova.network.neutron [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Refreshing network info cache for port 7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.216443] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.216443] env[69436]: value = "task-3255121" [ 947.216443] env[69436]: _type = "Task" [ 947.216443] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.226762] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255121, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.468646] env[69436]: DEBUG oslo_concurrency.lockutils [req-e89afbf4-5716-4567-bc9c-46874d24afca req-5ab9261a-490d-43da-8925-82df57e60360 service nova] Releasing lock "refresh_cache-85fba89a-3e19-42ff-876c-6f309869f020" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.497778] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255117, 'name': CloneVM_Task, 'duration_secs': 1.928368} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.498018] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Created linked-clone VM from snapshot [ 947.498818] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cc73cc-2415-4a7f-bbef-d81ff0c820f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.510035] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Uploading image 8bf162ed-cc09-4736-8be7-1773d20c7d08 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 947.524931] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.525294] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2a4a888-2b33-4d57-80f5-b34654926541 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.534616] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 947.534616] env[69436]: value = "task-3255122" [ 947.534616] env[69436]: _type = "Task" [ 947.534616] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.546122] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255122, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.577199] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.577620] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b19cf24-4246-4e8b-8f38-235f2f983e28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.585648] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 947.585648] env[69436]: value = "task-3255123" [ 947.585648] env[69436]: _type = "Task" [ 947.585648] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.598151] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.598151] env[69436]: DEBUG nova.compute.manager [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 947.598151] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a65b6-b2d2-4aba-9f95-1914d3970323 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.602021] env[69436]: DEBUG nova.scheduler.client.report [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.609834] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610123] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610241] env[69436]: DEBUG nova.network.neutron [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.689923] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Successfully updated port: bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.728529] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255121, 'name': CreateVM_Task, 'duration_secs': 0.399105} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.728685] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.729569] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'c9c12376-e10e-44ea-aa6e-24c15e757e03', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650361', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'name': 'volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7740e8c5-3687-49cc-bdde-141ae44d399d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'serial': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69436) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 947.731870] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Root volume attach. Driver type: vmdk {{(pid=69436) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 947.731870] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14666d-186f-42ad-9ee4-638633d9b697 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.745058] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a303d3-2a76-4930-bcf5-a9c5808219c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.752417] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53428d6d-4388-44ca-af42-6ed430431e40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.759928] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9bd7c9ea-ce72-4542-b8ec-2246336d083e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.769680] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 947.769680] env[69436]: value = "task-3255124" [ 947.769680] env[69436]: _type = "Task" [ 947.769680] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.778602] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255124, 'name': RelocateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.048098] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255122, 'name': Destroy_Task, 'duration_secs': 0.413594} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.048098] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Destroyed the VM [ 948.048098] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.048098] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-794f4498-ee9b-47e8-82de-98e9e23a10c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.053957] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 948.053957] env[69436]: value = "task-3255125" [ 948.053957] env[69436]: _type = "Task" [ 948.053957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.063265] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.064126] env[69436]: DEBUG nova.network.neutron [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updated VIF entry in instance network info cache for port 7ed05106-b4aa-41f6-8b12-6be83d21de12. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.064460] env[69436]: DEBUG nova.network.neutron [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updating instance_info_cache with network_info: [{"id": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "address": "fa:16:3e:04:36:e4", "network": {"id": "deca7b83-7d1d-4517-b62b-c1a16f15ec40", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-529601993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57841fa0c5244d0eb07f0e6de6af2876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed05106-b4", "ovs_interfaceid": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.109018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.109658] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.139s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.110322] env[69436]: DEBUG nova.objects.instance [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lazy-loading 'resources' on Instance uuid 298e90fa-341b-49c1-a847-be91c3724140 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.144017] env[69436]: INFO nova.scheduler.client.report [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted allocations for instance 0873fe19-7bf6-4e0b-a154-3f0038bed6ee [ 948.194769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.194976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.195190] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.284329] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255124, 'name': RelocateVM_Task} progress is 19%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.565793] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.567778] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Releasing lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.567778] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-changed-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 948.567946] env[69436]: DEBUG nova.compute.manager [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Refreshing instance network info cache due to event network-changed-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 948.568188] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Acquiring lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.652476] env[69436]: DEBUG oslo_concurrency.lockutils [None req-02418e53-5a86-4fd0-b91b-322768e2e8d0 tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "0873fe19-7bf6-4e0b-a154-3f0038bed6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.724s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.716120] env[69436]: DEBUG nova.network.neutron [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.759184] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.785456] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255124, 'name': RelocateVM_Task, 'duration_secs': 0.934496} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.785655] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 948.785894] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650361', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'name': 'volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7740e8c5-3687-49cc-bdde-141ae44d399d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'serial': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 948.786807] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a77f37e-414b-4473-a819-c8f94fe55e7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.806669] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01a5e35-19cc-4982-811f-b575b4f9a1b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.829588] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7/volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.832550] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa96abdc-7046-4dee-87f2-48efa9a7231e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.855399] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 948.855399] env[69436]: value = "task-3255126" [ 948.855399] env[69436]: _type = "Task" [ 948.855399] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.864149] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.070303] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.218678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.231024] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5e78a-7303-480e-aa9a-ffc4ef07aa2b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.242670] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c823d73-0791-47c5-80d3-0aa56b9f878e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.284199] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec71f8e-89ef-450f-93c7-2ca3e9061e74 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.292584] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c964030c-94e0-465c-b869-e89aa7f2bb3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.316523] env[69436]: DEBUG nova.compute.provider_tree [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.321376] env[69436]: DEBUG nova.compute.manager [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-vif-plugged-bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 949.321735] env[69436]: DEBUG oslo_concurrency.lockutils [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] Acquiring lock "4654b975-176d-4854-b209-429a0846852e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.322113] env[69436]: DEBUG oslo_concurrency.lockutils [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] Lock "4654b975-176d-4854-b209-429a0846852e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.322387] env[69436]: DEBUG oslo_concurrency.lockutils [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] Lock "4654b975-176d-4854-b209-429a0846852e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.322656] env[69436]: DEBUG nova.compute.manager [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] No waiting events found dispatching network-vif-plugged-bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.325093] env[69436]: WARNING nova.compute.manager [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received unexpected event network-vif-plugged-bb8aca54-3be9-4177-a608-92bfd5b21fa5 for instance with vm_state building and task_state spawning. [ 949.325093] env[69436]: DEBUG nova.compute.manager [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-changed-bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 949.325093] env[69436]: DEBUG nova.compute.manager [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Refreshing instance network info cache due to event network-changed-bb8aca54-3be9-4177-a608-92bfd5b21fa5. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 949.325093] env[69436]: DEBUG oslo_concurrency.lockutils [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] Acquiring lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.368628] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255126, 'name': ReconfigVM_Task, 'duration_secs': 0.321287} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.368937] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7/volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.375529] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d90f4cc-840f-44bc-bdfd-89d3df9634e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.401239] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 949.401239] env[69436]: value = "task-3255127" [ 949.401239] env[69436]: _type = "Task" [ 949.401239] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.431261] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.575594] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255125, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.640655] env[69436]: DEBUG nova.network.neutron [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Updating instance_info_cache with network_info: [{"id": "253cef22-b0db-4669-b542-fcfce3eda0ca", "address": "fa:16:3e:44:7c:38", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253cef22-b0", "ovs_interfaceid": "253cef22-b0db-4669-b542-fcfce3eda0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "address": "fa:16:3e:61:b6:73", "network": {"id": "8c153f27-ab93-4e4c-90fa-dcee3b2cb943", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-762024949", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd8e0a-d1", "ovs_interfaceid": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "address": "fa:16:3e:40:b6:a8", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8aca54-3b", "ovs_interfaceid": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.692243] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.693230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71384b0e-326d-4fae-aeff-afb8b1300777 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.707348] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.707747] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2d3ff8-6da9-40e8-8b65-3d4a3fe81af3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.818506] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.818506] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.818506] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleting the datastore file [datastore2] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.818506] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d7b00cc-18ee-404b-bd90-0e6251850636 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.825651] env[69436]: DEBUG nova.scheduler.client.report [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.837729] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 949.837729] env[69436]: value = "task-3255129" [ 949.837729] env[69436]: _type = "Task" [ 949.837729] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.851049] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.914432] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255127, 'name': ReconfigVM_Task, 'duration_secs': 0.179547} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.914617] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650361', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'name': 'volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7740e8c5-3687-49cc-bdde-141ae44d399d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'serial': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 949.915304] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5dbf788-783a-4973-9f54-8168f44ce06f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.923303] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 949.923303] env[69436]: value = "task-3255130" [ 949.923303] env[69436]: _type = "Task" [ 949.923303] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.932325] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255130, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.075163] env[69436]: DEBUG oslo_vmware.api [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255125, 'name': RemoveSnapshot_Task, 'duration_secs': 1.629755} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.075559] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.147807] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Releasing lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.147807] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Instance network_info: |[{"id": "253cef22-b0db-4669-b542-fcfce3eda0ca", "address": "fa:16:3e:44:7c:38", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253cef22-b0", "ovs_interfaceid": "253cef22-b0db-4669-b542-fcfce3eda0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "address": "fa:16:3e:61:b6:73", "network": {"id": "8c153f27-ab93-4e4c-90fa-dcee3b2cb943", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-762024949", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd8e0a-d1", "ovs_interfaceid": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "address": "fa:16:3e:40:b6:a8", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8aca54-3b", "ovs_interfaceid": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 950.147807] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Acquired lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.147807] env[69436]: DEBUG nova.network.neutron [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Refreshing network info cache for port 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.148842] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:7c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '253cef22-b0db-4669-b542-fcfce3eda0ca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b6:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31cd8e0a-d1d0-4799-8b35-89ecaaa25f69', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:b6:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb8aca54-3be9-4177-a608-92bfd5b21fa5', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.161198] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Creating folder: Project (c6c85706e2524fc3aa18f5ce7e4d0844). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.165599] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-895d9aed-8fa4-47c4-b73a-6de3cacde46e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.180503] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Created folder: Project (c6c85706e2524fc3aa18f5ce7e4d0844) in parent group-v650165. [ 950.180669] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Creating folder: Instances. Parent ref: group-v650385. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.181101] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b45566b0-7393-45af-a3ad-d95f9b955459 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.193682] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Created folder: Instances in parent group-v650385. [ 950.194123] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.194599] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4654b975-176d-4854-b209-429a0846852e] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.194745] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c992fdb-c53f-4012-97ba-790aa89dc134 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.235389] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.235389] env[69436]: value = "task-3255133" [ 950.235389] env[69436]: _type = "Task" [ 950.235389] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.245619] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255133, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.334187] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.338076] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.552s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.338348] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.340239] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.210s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.342091] env[69436]: INFO nova.compute.claims [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.365373] env[69436]: DEBUG oslo_vmware.api [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362329} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.367049] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.367049] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.367258] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.374925] env[69436]: INFO nova.scheduler.client.report [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Deleted allocations for instance 298e90fa-341b-49c1-a847-be91c3724140 [ 950.390249] env[69436]: INFO nova.scheduler.client.report [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleted allocations for instance 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1 [ 950.398642] env[69436]: INFO nova.scheduler.client.report [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted allocations for instance 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 [ 950.436767] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255130, 'name': Rename_Task, 'duration_secs': 0.273032} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.437270] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.437898] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bcdc31b-7e83-4914-a1c2-f799bb722b24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.447930] env[69436]: DEBUG nova.network.neutron [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Updated VIF entry in instance network info cache for port 31cd8e0a-d1d0-4799-8b35-89ecaaa25f69. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.448985] env[69436]: DEBUG nova.network.neutron [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Updating instance_info_cache with network_info: [{"id": "253cef22-b0db-4669-b542-fcfce3eda0ca", "address": "fa:16:3e:44:7c:38", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253cef22-b0", "ovs_interfaceid": "253cef22-b0db-4669-b542-fcfce3eda0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "address": "fa:16:3e:61:b6:73", "network": {"id": "8c153f27-ab93-4e4c-90fa-dcee3b2cb943", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-762024949", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd8e0a-d1", "ovs_interfaceid": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "address": "fa:16:3e:40:b6:a8", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8aca54-3b", "ovs_interfaceid": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.452809] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 950.452809] env[69436]: value = "task-3255134" [ 950.452809] env[69436]: _type = "Task" [ 950.452809] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.466890] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.580606] env[69436]: WARNING nova.compute.manager [None req-1360fbf2-f6c8-49b0-b62a-72f71aa12f92 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Image not found during snapshot: nova.exception.ImageNotFound: Image 8bf162ed-cc09-4736-8be7-1773d20c7d08 could not be found. [ 950.747849] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255133, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.880440] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1b3c73d-e193-431d-9b58-35ed3588d2dc tempest-MultipleCreateTestJSON-2079105554 tempest-MultipleCreateTestJSON-2079105554-project-member] Lock "298e90fa-341b-49c1-a847-be91c3724140" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.691s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.900434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0e10f7f-4e8b-4fde-a961-20b6cf10df1a tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.043s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.909501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.954702] env[69436]: DEBUG oslo_concurrency.lockutils [req-e81b8dd4-d3f5-4728-9105-970df1c262a4 req-6ad71bef-6cb5-4d4f-83d4-46f87517df57 service nova] Releasing lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.955309] env[69436]: DEBUG oslo_concurrency.lockutils [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] Acquired lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.955535] env[69436]: DEBUG nova.network.neutron [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Refreshing network info cache for port bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.966653] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.975474] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.975719] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.975927] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.976125] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.976294] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.979776] env[69436]: INFO nova.compute.manager [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Terminating instance [ 951.247829] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255133, 'name': CreateVM_Task, 'duration_secs': 0.575859} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.248419] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4654b975-176d-4854-b209-429a0846852e] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.249712] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.250056] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.250521] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.250888] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2621fb5-592e-4bf4-b8c3-c1703d1207bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.261025] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 951.261025] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b76e15-1ede-b37d-66ed-1186240759f6" [ 951.261025] env[69436]: _type = "Task" [ 951.261025] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.270113] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b76e15-1ede-b37d-66ed-1186240759f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.400641] env[69436]: DEBUG nova.compute.manager [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-vif-unplugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 951.400641] env[69436]: DEBUG oslo_concurrency.lockutils [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.400853] env[69436]: DEBUG oslo_concurrency.lockutils [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.401476] env[69436]: DEBUG oslo_concurrency.lockutils [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.401790] env[69436]: DEBUG nova.compute.manager [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] No waiting events found dispatching network-vif-unplugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.402191] env[69436]: WARNING nova.compute.manager [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received unexpected event network-vif-unplugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc for instance with vm_state shelved_offloaded and task_state None. [ 951.402643] env[69436]: DEBUG nova.compute.manager [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 951.403065] env[69436]: DEBUG nova.compute.manager [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing instance network info cache due to event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 951.403448] env[69436]: DEBUG oslo_concurrency.lockutils [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.404536] env[69436]: DEBUG oslo_concurrency.lockutils [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.404795] env[69436]: DEBUG nova.network.neutron [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.473645] env[69436]: DEBUG oslo_vmware.api [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255134, 'name': PowerOnVM_Task, 'duration_secs': 0.812414} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.474037] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.475275] env[69436]: INFO nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Took 4.84 seconds to spawn the instance on the hypervisor. [ 951.475275] env[69436]: DEBUG nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 951.475753] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd162ddd-56ff-42ba-843c-9703967c094a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.484095] env[69436]: DEBUG nova.compute.manager [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 951.484636] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.487411] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d1237-3d09-4bf1-9dfd-2f872999526d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.507248] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.507768] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-480c754e-aa99-4095-8d49-fcfb92de3ec2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.515464] env[69436]: DEBUG oslo_vmware.api [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 951.515464] env[69436]: value = "task-3255135" [ 951.515464] env[69436]: _type = "Task" [ 951.515464] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.524728] env[69436]: DEBUG oslo_vmware.api [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.776720] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b76e15-1ede-b37d-66ed-1186240759f6, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.776720] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.776986] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.777269] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.777440] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.777708] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.778424] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fda819e-d939-4314-a3df-10e0d709ff0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.789081] env[69436]: DEBUG nova.network.neutron [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Updated VIF entry in instance network info cache for port bb8aca54-3be9-4177-a608-92bfd5b21fa5. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.789632] env[69436]: DEBUG nova.network.neutron [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Updating instance_info_cache with network_info: [{"id": "253cef22-b0db-4669-b542-fcfce3eda0ca", "address": "fa:16:3e:44:7c:38", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253cef22-b0", "ovs_interfaceid": "253cef22-b0db-4669-b542-fcfce3eda0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "address": "fa:16:3e:61:b6:73", "network": {"id": "8c153f27-ab93-4e4c-90fa-dcee3b2cb943", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-762024949", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd8e0a-d1", "ovs_interfaceid": "31cd8e0a-d1d0-4799-8b35-89ecaaa25f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "address": "fa:16:3e:40:b6:a8", "network": {"id": "3d1225cd-11f0-4276-8bf3-171172ea2191", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223891834", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb8aca54-3b", "ovs_interfaceid": "bb8aca54-3be9-4177-a608-92bfd5b21fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.795325] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.795557] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.796858] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90410e22-970c-4b72-a32c-b4143ab0cb72 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.808245] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 951.808245] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c00ac9-385a-fe9c-d84c-87d2cdcae3ec" [ 951.808245] env[69436]: _type = "Task" [ 951.808245] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.820962] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c00ac9-385a-fe9c-d84c-87d2cdcae3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.911663] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9320186-f098-4606-b872-c8ab39b2c600 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.922325] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338d4720-a7cb-411b-be93-bef80c5ffb0a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.971687] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec4bbc-ddcb-4537-9fc1-05fbf8a2998a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.984828] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e53f4-97ab-4434-94f8-5c5706805d91 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.011169] env[69436]: DEBUG nova.compute.provider_tree [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.012422] env[69436]: INFO nova.compute.manager [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Took 35.89 seconds to build instance. [ 952.034109] env[69436]: DEBUG oslo_vmware.api [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255135, 'name': PowerOffVM_Task, 'duration_secs': 0.237296} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.034109] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.034109] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.034109] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca2760e1-7d73-49a2-bb44-693c69d4d42d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.103508] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.103820] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.104137] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleting the datastore file [datastore2] 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.104445] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a062396e-0874-44c6-98c0-042b3c4578a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.112525] env[69436]: DEBUG oslo_vmware.api [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 952.112525] env[69436]: value = "task-3255137" [ 952.112525] env[69436]: _type = "Task" [ 952.112525] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.120691] env[69436]: DEBUG oslo_vmware.api [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.196896] env[69436]: DEBUG nova.network.neutron [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updated VIF entry in instance network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.197304] env[69436]: DEBUG nova.network.neutron [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapacd48fab-f6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.298946] env[69436]: DEBUG oslo_concurrency.lockutils [req-23496177-367e-4534-a6a6-ac56aa98d350 req-cd5937c6-0706-4947-9552-94fb71be0c7d service nova] Releasing lock "refresh_cache-4654b975-176d-4854-b209-429a0846852e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.320416] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c00ac9-385a-fe9c-d84c-87d2cdcae3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.041455} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.321275] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42633f06-812b-458d-afe6-64e30136bfc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.328301] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 952.328301] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52faf605-b4fc-a714-b66e-8802a743c1f6" [ 952.328301] env[69436]: _type = "Task" [ 952.328301] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.344700] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52faf605-b4fc-a714-b66e-8802a743c1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.417208] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.417208] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.417208] env[69436]: INFO nova.compute.manager [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Shelving [ 952.478091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "8bc53731-8231-40a3-98b7-aa51b30850b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.478512] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.478770] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.479022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.479313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.482040] env[69436]: INFO nova.compute.manager [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Terminating instance [ 952.514866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0c3c4a7a-a704-4893-ba0a-b9300acfa8bf tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.405s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.515708] env[69436]: DEBUG nova.scheduler.client.report [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.626031] env[69436]: DEBUG oslo_vmware.api [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336501} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.626031] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.626031] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.626031] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.626031] env[69436]: INFO nova.compute.manager [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 952.626031] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.626031] env[69436]: DEBUG nova.compute.manager [-] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 952.626031] env[69436]: DEBUG nova.network.neutron [-] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.700603] env[69436]: DEBUG oslo_concurrency.lockutils [req-64a9552a-771a-4d6b-b09d-cb30f131962c req-9f00e238-609c-4459-a643-a06f73a515d1 service nova] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.847019] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52faf605-b4fc-a714-b66e-8802a743c1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01277} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.847019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.847019] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4654b975-176d-4854-b209-429a0846852e/4654b975-176d-4854-b209-429a0846852e.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.847019] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7ed6be-8690-4cdd-ab21-b8f282428923 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.855999] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 952.855999] env[69436]: value = "task-3255138" [ 952.855999] env[69436]: _type = "Task" [ 952.855999] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.867712] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.896286] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.986692] env[69436]: DEBUG nova.compute.manager [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 952.987075] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.988336] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9000a-c261-450a-9d90-f2fdd57a900c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.001597] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.001782] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8141c2bb-5b71-48e7-9a1b-7a70a612e2d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.011667] env[69436]: DEBUG oslo_vmware.api [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 953.011667] env[69436]: value = "task-3255139" [ 953.011667] env[69436]: _type = "Task" [ 953.011667] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.021978] env[69436]: DEBUG oslo_vmware.api [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.027215] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.027215] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 953.029016] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.217s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.031383] env[69436]: INFO nova.compute.claims [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.369984] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.370496] env[69436]: DEBUG nova.network.neutron [-] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.427947] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.428430] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f42830-a94d-4487-b432-3a557170a516 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.441505] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 953.441505] env[69436]: value = "task-3255140" [ 953.441505] env[69436]: _type = "Task" [ 953.441505] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.455673] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.527281] env[69436]: DEBUG nova.compute.manager [req-5d7cee45-aa20-4457-8665-bdd35b851c30 req-1445e55d-ee46-4ffc-a815-6c11e9edfaee service nova] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Received event network-vif-deleted-2d5ecd49-708a-4fff-865c-eddd8f4856a1 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 953.528347] env[69436]: DEBUG oslo_vmware.api [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255139, 'name': PowerOffVM_Task, 'duration_secs': 0.285019} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.528847] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.529060] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.529343] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8fc450c-6595-4a09-aa40-1916808af953 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.537129] env[69436]: DEBUG nova.compute.utils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.542178] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 953.542383] env[69436]: DEBUG nova.network.neutron [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.611384] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.611736] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.612029] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleting the datastore file [datastore1] 8bc53731-8231-40a3-98b7-aa51b30850b9 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.613774] env[69436]: DEBUG nova.policy [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc988d984ce04d50ab93b4abe2444e1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02d59c3cf171463b92df8db24a28def3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.615358] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d6ec96-5954-4e43-bb01-6f8708fb9e0a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.624140] env[69436]: DEBUG oslo_vmware.api [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for the task: (returnval){ [ 953.624140] env[69436]: value = "task-3255142" [ 953.624140] env[69436]: _type = "Task" [ 953.624140] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.633670] env[69436]: DEBUG oslo_vmware.api [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.878435] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749153} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.878435] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4654b975-176d-4854-b209-429a0846852e/4654b975-176d-4854-b209-429a0846852e.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.878435] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.878435] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0906b009-7453-4f3e-8a64-ae3ae8243834 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.878435] env[69436]: INFO nova.compute.manager [-] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Took 1.25 seconds to deallocate network for instance. [ 953.878435] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 953.878435] env[69436]: value = "task-3255143" [ 953.878435] env[69436]: _type = "Task" [ 953.878435] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.899386] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.937952] env[69436]: DEBUG nova.network.neutron [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Successfully created port: 10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.953109] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255140, 'name': PowerOffVM_Task, 'duration_secs': 0.418783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.953399] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.954308] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c44110-4151-4b65-959a-f3ef40be7936 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.975100] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55844b-86ee-4cfe-81bd-be6cc8a5c19b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.043338] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 954.139893] env[69436]: DEBUG oslo_vmware.api [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Task: {'id': task-3255142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238941} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.144202] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.144505] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.144577] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.144747] env[69436]: INFO nova.compute.manager [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 954.144990] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.146033] env[69436]: DEBUG nova.compute.manager [-] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 954.146033] env[69436]: DEBUG nova.network.neutron [-] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.387542] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.394764] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080112} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.395273] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.396601] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f178d20e-3bca-4479-8a45-ae0fec5299ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.435701] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4654b975-176d-4854-b209-429a0846852e/4654b975-176d-4854-b209-429a0846852e.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.438963] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34d747b-50f8-4a06-af46-9e33063a16c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.462538] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 954.462538] env[69436]: value = "task-3255144" [ 954.462538] env[69436]: _type = "Task" [ 954.462538] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.472106] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.489575] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.490901] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69641dae-46f2-4b39-8ed3-bf80997b6aff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.525997] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 954.525997] env[69436]: value = "task-3255145" [ 954.525997] env[69436]: _type = "Task" [ 954.525997] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.539529] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255145, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.542104] env[69436]: DEBUG nova.compute.manager [req-c8cff78d-6fcf-4a51-bd19-8bfecb16b66f req-67bd9428-ea82-4f27-8804-612c135385f6 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Received event network-vif-deleted-4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 954.542325] env[69436]: INFO nova.compute.manager [req-c8cff78d-6fcf-4a51-bd19-8bfecb16b66f req-67bd9428-ea82-4f27-8804-612c135385f6 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Neutron deleted interface 4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e; detaching it from the instance and deleting it from the info cache [ 954.542500] env[69436]: DEBUG nova.network.neutron [req-c8cff78d-6fcf-4a51-bd19-8bfecb16b66f req-67bd9428-ea82-4f27-8804-612c135385f6 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.620472] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfdf51-ef09-4663-a011-f19aa78fff4b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.629093] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3261f9d-3b97-4118-84a6-96c564eaa974 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.664111] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbddf3cb-a81f-4f63-a373-1088ec6e9cf0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.673501] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99158b46-9766-42ff-94b1-c0d98aba486e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.694233] env[69436]: DEBUG nova.compute.provider_tree [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.981144] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.018772] env[69436]: DEBUG nova.network.neutron [-] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.038558] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255145, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.044965] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0ad2446-9d1a-4870-bfa8-0da952bcfea5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.058538] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628b610-e19b-4972-bfb5-d8edb582d650 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.071132] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 955.107591] env[69436]: DEBUG nova.compute.manager [req-c8cff78d-6fcf-4a51-bd19-8bfecb16b66f req-67bd9428-ea82-4f27-8804-612c135385f6 service nova] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Detach interface failed, port_id=4d66b7ae-8aa9-4748-ae55-f4a4da10ef6e, reason: Instance 8bc53731-8231-40a3-98b7-aa51b30850b9 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 955.127117] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.127521] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.127706] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.127903] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.128191] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.128385] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.128676] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.128849] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.129033] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.129262] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.129461] env[69436]: DEBUG nova.virt.hardware [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.130699] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3360fa-5f4a-4281-b04f-84c01b16623a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.139839] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da1f764-b4ee-41d3-9265-f71d9a2ff09d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.199257] env[69436]: DEBUG nova.scheduler.client.report [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.484051] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255144, 'name': ReconfigVM_Task, 'duration_secs': 0.745977} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.484051] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4654b975-176d-4854-b209-429a0846852e/4654b975-176d-4854-b209-429a0846852e.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.484051] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-219ab9c1-50c4-4ed1-93d6-42641411d0ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.492145] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 955.492145] env[69436]: value = "task-3255146" [ 955.492145] env[69436]: _type = "Task" [ 955.492145] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.503182] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255146, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.522175] env[69436]: INFO nova.compute.manager [-] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Took 1.38 seconds to deallocate network for instance. [ 955.538257] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255145, 'name': CreateSnapshot_Task, 'duration_secs': 1.023814} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.538558] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.539915] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c58f62d-7504-4c3f-8955-de41cb8de573 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.683835] env[69436]: DEBUG nova.compute.manager [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Received event network-changed-7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 955.684120] env[69436]: DEBUG nova.compute.manager [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Refreshing instance network info cache due to event network-changed-7ed05106-b4aa-41f6-8b12-6be83d21de12. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 955.684357] env[69436]: DEBUG oslo_concurrency.lockutils [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] Acquiring lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.684502] env[69436]: DEBUG oslo_concurrency.lockutils [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] Acquired lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.684715] env[69436]: DEBUG nova.network.neutron [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Refreshing network info cache for port 7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.703258] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.703758] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 955.710224] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.868s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.710430] env[69436]: DEBUG nova.objects.instance [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.004958] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255146, 'name': Rename_Task, 'duration_secs': 0.186972} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.005388] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.005524] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7c27a9-fc17-468c-9ac5-57fbfd8a1962 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.013888] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 956.013888] env[69436]: value = "task-3255147" [ 956.013888] env[69436]: _type = "Task" [ 956.013888] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.022771] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.033917] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.059902] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.060914] env[69436]: DEBUG nova.network.neutron [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Successfully updated port: 10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.062435] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-556eb88d-d42e-486b-bc78-559bba8bf08b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.071530] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 956.071530] env[69436]: value = "task-3255148" [ 956.071530] env[69436]: _type = "Task" [ 956.071530] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.082927] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255148, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.215019] env[69436]: DEBUG nova.compute.utils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.220975] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 956.221371] env[69436]: DEBUG nova.network.neutron [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.313438] env[69436]: DEBUG nova.policy [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.528807] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255147, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.558940] env[69436]: DEBUG nova.network.neutron [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updated VIF entry in instance network info cache for port 7ed05106-b4aa-41f6-8b12-6be83d21de12. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.559373] env[69436]: DEBUG nova.network.neutron [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updating instance_info_cache with network_info: [{"id": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "address": "fa:16:3e:04:36:e4", "network": {"id": "deca7b83-7d1d-4517-b62b-c1a16f15ec40", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-529601993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57841fa0c5244d0eb07f0e6de6af2876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ed05106-b4", "ovs_interfaceid": "7ed05106-b4aa-41f6-8b12-6be83d21de12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.567733] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.571022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquired lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.571022] env[69436]: DEBUG nova.network.neutron [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.588256] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255148, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.722257] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 956.726696] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2ea3a14b-8197-49b7-86d3-8a10a6e76a6b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.728359] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.390s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.730323] env[69436]: INFO nova.compute.claims [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.773541] env[69436]: DEBUG nova.network.neutron [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Successfully created port: 72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.030038] env[69436]: DEBUG oslo_vmware.api [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255147, 'name': PowerOnVM_Task, 'duration_secs': 0.608233} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.030250] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.030300] env[69436]: INFO nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Took 15.02 seconds to spawn the instance on the hypervisor. [ 957.030495] env[69436]: DEBUG nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 957.031361] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4340183-dd95-4be9-8297-2ad09b7a946b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.066506] env[69436]: DEBUG oslo_concurrency.lockutils [req-4c7a8772-4cda-46ed-8471-140e9fc44b3b req-1c150ec7-a1d4-4826-9b92-a3f35fa960ed service nova] Releasing lock "refresh_cache-7740e8c5-3687-49cc-bdde-141ae44d399d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.086994] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255148, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.108490] env[69436]: DEBUG nova.network.neutron [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.289971] env[69436]: DEBUG nova.network.neutron [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Updating instance_info_cache with network_info: [{"id": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "address": "fa:16:3e:bd:a2:fa", "network": {"id": "ce496c72-b3ca-4aec-8750-11f95e2c1783", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-107422845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d59c3cf171463b92df8db24a28def3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10702c0f-ce", "ovs_interfaceid": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.550757] env[69436]: INFO nova.compute.manager [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Took 53.49 seconds to build instance. [ 957.589862] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255148, 'name': CloneVM_Task, 'duration_secs': 1.309997} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.590158] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Created linked-clone VM from snapshot [ 957.590914] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660abf2-1499-45fe-a1c3-3f15fe9f04cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.601247] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Uploading image d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.628667] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.628667] env[69436]: value = "vm-650389" [ 957.628667] env[69436]: _type = "VirtualMachine" [ 957.628667] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.629064] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1793509-2e01-40a3-b890-494c4eaf81ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.640195] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lease: (returnval){ [ 957.640195] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5240c370-af86-5cc8-e69f-dfd5e4c99799" [ 957.640195] env[69436]: _type = "HttpNfcLease" [ 957.640195] env[69436]: } obtained for exporting VM: (result){ [ 957.640195] env[69436]: value = "vm-650389" [ 957.640195] env[69436]: _type = "VirtualMachine" [ 957.640195] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.640559] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the lease: (returnval){ [ 957.640559] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5240c370-af86-5cc8-e69f-dfd5e4c99799" [ 957.640559] env[69436]: _type = "HttpNfcLease" [ 957.640559] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.650556] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.650556] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5240c370-af86-5cc8-e69f-dfd5e4c99799" [ 957.650556] env[69436]: _type = "HttpNfcLease" [ 957.650556] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.714082] env[69436]: DEBUG nova.compute.manager [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Received event network-vif-plugged-10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 957.714082] env[69436]: DEBUG oslo_concurrency.lockutils [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] Acquiring lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.714082] env[69436]: DEBUG oslo_concurrency.lockutils [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.714192] env[69436]: DEBUG oslo_concurrency.lockutils [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.714504] env[69436]: DEBUG nova.compute.manager [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] No waiting events found dispatching network-vif-plugged-10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.714683] env[69436]: WARNING nova.compute.manager [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Received unexpected event network-vif-plugged-10702c0f-ce31-435d-b2af-c00d6ae5b761 for instance with vm_state building and task_state spawning. [ 957.715046] env[69436]: DEBUG nova.compute.manager [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Received event network-changed-10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 957.715320] env[69436]: DEBUG nova.compute.manager [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Refreshing instance network info cache due to event network-changed-10702c0f-ce31-435d-b2af-c00d6ae5b761. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 957.715565] env[69436]: DEBUG oslo_concurrency.lockutils [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] Acquiring lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.745821] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 957.780582] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.780832] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.780985] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.781181] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.781360] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.781482] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.781658] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.781817] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.782154] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.782203] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.782372] env[69436]: DEBUG nova.virt.hardware [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.783254] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dd5236-00d7-4912-b325-9c22c8fb9c51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.793779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Releasing lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.794111] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Instance network_info: |[{"id": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "address": "fa:16:3e:bd:a2:fa", "network": {"id": "ce496c72-b3ca-4aec-8750-11f95e2c1783", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-107422845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d59c3cf171463b92df8db24a28def3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10702c0f-ce", "ovs_interfaceid": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 957.794496] env[69436]: DEBUG oslo_concurrency.lockutils [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] Acquired lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.794662] env[69436]: DEBUG nova.network.neutron [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Refreshing network info cache for port 10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.795899] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a2:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10702c0f-ce31-435d-b2af-c00d6ae5b761', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.803779] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Creating folder: Project (02d59c3cf171463b92df8db24a28def3). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.804498] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c794b19e-6aa1-4813-ba9f-d50286091fdc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.813376] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be0304c7-f2d8-41fd-85b6-4fa21297660d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.832948] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Created folder: Project (02d59c3cf171463b92df8db24a28def3) in parent group-v650165. [ 957.832948] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Creating folder: Instances. Parent ref: group-v650390. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.833614] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92c85e51-3434-4763-9ee2-4a8ceedbe305 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.844764] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Created folder: Instances in parent group-v650390. [ 957.847845] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.847845] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.847845] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ff4a2b-c901-4c87-9ab6-df6ad5e0134d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.876070] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.876070] env[69436]: value = "task-3255152" [ 957.876070] env[69436]: _type = "Task" [ 957.876070] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.889588] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255152, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.963086] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.963769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.053833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-033c0290-8c80-45ea-aefd-b74a4336c680 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "4654b975-176d-4854-b209-429a0846852e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.999s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.079757] env[69436]: DEBUG nova.network.neutron [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Updated VIF entry in instance network info cache for port 10702c0f-ce31-435d-b2af-c00d6ae5b761. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.079757] env[69436]: DEBUG nova.network.neutron [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Updating instance_info_cache with network_info: [{"id": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "address": "fa:16:3e:bd:a2:fa", "network": {"id": "ce496c72-b3ca-4aec-8750-11f95e2c1783", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-107422845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d59c3cf171463b92df8db24a28def3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10702c0f-ce", "ovs_interfaceid": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.156491] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.156491] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5240c370-af86-5cc8-e69f-dfd5e4c99799" [ 958.156491] env[69436]: _type = "HttpNfcLease" [ 958.156491] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.157800] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.157800] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5240c370-af86-5cc8-e69f-dfd5e4c99799" [ 958.157800] env[69436]: _type = "HttpNfcLease" [ 958.157800] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.158328] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b190bc3-2c4c-4930-8009-a48dd314d814 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.168067] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a37a31-1fec-1ffe-a458-9a1dd1686b7b/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.168347] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a37a31-1fec-1ffe-a458-9a1dd1686b7b/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.276879] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce184912-1ba1-4397-a698-62d3a9c47dce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.343599] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3716f03d-cbe0-425e-b400-2653d1f82342 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.351742] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca7c70-5adf-4b0d-b03a-33bd6854743d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.394896] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5d798-93a9-4477-8b89-727ff9e4bfb7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.406969] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bd2d0-f779-4007-a031-934bd0da912a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.411106] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255152, 'name': CreateVM_Task, 'duration_secs': 0.44931} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.411317] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.412489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.412660] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.412975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.413251] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c04df8-e0a2-477d-92cb-8cb87190def2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.423261] env[69436]: DEBUG nova.compute.provider_tree [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.428389] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 958.428389] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52329aaa-e03a-66cb-3170-5815f0e30845" [ 958.428389] env[69436]: _type = "Task" [ 958.428389] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.438250] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52329aaa-e03a-66cb-3170-5815f0e30845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.472124] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 958.475766] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "4654b975-176d-4854-b209-429a0846852e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.476141] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "4654b975-176d-4854-b209-429a0846852e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.476448] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "4654b975-176d-4854-b209-429a0846852e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.476746] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "4654b975-176d-4854-b209-429a0846852e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.477025] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "4654b975-176d-4854-b209-429a0846852e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.479359] env[69436]: INFO nova.compute.manager [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Terminating instance [ 958.534098] env[69436]: DEBUG nova.compute.manager [req-3b909ef9-6cf5-4d87-855f-9d599eb4d220 req-5379e7ef-88c2-4285-8f79-45734beff7ed service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Received event network-vif-plugged-72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 958.534405] env[69436]: DEBUG oslo_concurrency.lockutils [req-3b909ef9-6cf5-4d87-855f-9d599eb4d220 req-5379e7ef-88c2-4285-8f79-45734beff7ed service nova] Acquiring lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.534754] env[69436]: DEBUG oslo_concurrency.lockutils [req-3b909ef9-6cf5-4d87-855f-9d599eb4d220 req-5379e7ef-88c2-4285-8f79-45734beff7ed service nova] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.535101] env[69436]: DEBUG oslo_concurrency.lockutils [req-3b909ef9-6cf5-4d87-855f-9d599eb4d220 req-5379e7ef-88c2-4285-8f79-45734beff7ed service nova] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.535393] env[69436]: DEBUG nova.compute.manager [req-3b909ef9-6cf5-4d87-855f-9d599eb4d220 req-5379e7ef-88c2-4285-8f79-45734beff7ed service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] No waiting events found dispatching network-vif-plugged-72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.535611] env[69436]: WARNING nova.compute.manager [req-3b909ef9-6cf5-4d87-855f-9d599eb4d220 req-5379e7ef-88c2-4285-8f79-45734beff7ed service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Received unexpected event network-vif-plugged-72806a16-0d08-41cb-88b3-86ece66aada3 for instance with vm_state building and task_state spawning. [ 958.582453] env[69436]: DEBUG oslo_concurrency.lockutils [req-b31d03f5-92f3-4da1-b66d-8ba04b8eba3e req-b604132e-c4b1-4c9f-87c2-218af6871111 service nova] Releasing lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.677127] env[69436]: DEBUG nova.network.neutron [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Successfully updated port: 72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.926884] env[69436]: DEBUG nova.scheduler.client.report [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.941515] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52329aaa-e03a-66cb-3170-5815f0e30845, 'name': SearchDatastore_Task, 'duration_secs': 0.016505} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.942070] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.942439] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.942694] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.942937] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.943194] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.943536] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42cc9579-2da0-4a77-bd57-97a69ec2a439 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.954845] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.955185] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.956337] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9728612-c124-44e4-8cd6-b0d249c21ad2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.966522] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 958.966522] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d96a23-6782-a07f-7f99-2e1b075fbb5b" [ 958.966522] env[69436]: _type = "Task" [ 958.966522] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.977045] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d96a23-6782-a07f-7f99-2e1b075fbb5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.984615] env[69436]: DEBUG nova.compute.manager [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 958.984868] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.986315] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a20df-8d6e-4f62-a598-640f670aa41a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.995320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.995674] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76838aba-23c6-4830-b771-62195f8047c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.999703] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.003575] env[69436]: DEBUG oslo_vmware.api [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 959.003575] env[69436]: value = "task-3255153" [ 959.003575] env[69436]: _type = "Task" [ 959.003575] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.013233] env[69436]: DEBUG oslo_vmware.api [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.180360] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.180516] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.180674] env[69436]: DEBUG nova.network.neutron [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.436668] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.436802] env[69436]: DEBUG nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 959.439695] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.280s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.439934] env[69436]: DEBUG nova.objects.instance [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lazy-loading 'resources' on Instance uuid d4f2df34-8223-415d-b47d-7e43bc47b87a {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.478760] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d96a23-6782-a07f-7f99-2e1b075fbb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015133} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.480364] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71158f10-75f4-4c40-ba86-4efeb6605c87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.486929] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 959.486929] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524d0310-ffdb-0db5-8e5e-d8226ade2aa6" [ 959.486929] env[69436]: _type = "Task" [ 959.486929] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.495032] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524d0310-ffdb-0db5-8e5e-d8226ade2aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.512963] env[69436]: DEBUG oslo_vmware.api [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255153, 'name': PowerOffVM_Task, 'duration_secs': 0.249326} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.513672] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.513672] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.513962] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-023217eb-9cf4-48a3-bcf2-59279ab533fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.658222] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.658606] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.658606] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Deleting the datastore file [datastore2] 4654b975-176d-4854-b209-429a0846852e {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.658877] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc4e40d4-52ec-49a4-b7d8-d79532db1986 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.666619] env[69436]: DEBUG oslo_vmware.api [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 959.666619] env[69436]: value = "task-3255155" [ 959.666619] env[69436]: _type = "Task" [ 959.666619] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.675415] env[69436]: DEBUG oslo_vmware.api [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.733018] env[69436]: DEBUG nova.network.neutron [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.944121] env[69436]: DEBUG nova.compute.utils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.947732] env[69436]: DEBUG nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 960.002760] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524d0310-ffdb-0db5-8e5e-d8226ade2aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.003733] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.004280] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 04b85efe-d62b-4e19-9c5e-a7aced9031ed/04b85efe-d62b-4e19-9c5e-a7aced9031ed.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.006761] env[69436]: DEBUG nova.network.neutron [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Updating instance_info_cache with network_info: [{"id": "72806a16-0d08-41cb-88b3-86ece66aada3", "address": "fa:16:3e:66:7a:ed", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72806a16-0d", "ovs_interfaceid": "72806a16-0d08-41cb-88b3-86ece66aada3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.006761] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c75f6240-05d9-448c-b49b-59b81ecce27d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.017629] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 960.017629] env[69436]: value = "task-3255156" [ 960.017629] env[69436]: _type = "Task" [ 960.017629] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.034141] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.180269] env[69436]: DEBUG oslo_vmware.api [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190065} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.183191] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.183460] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.183661] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.183865] env[69436]: INFO nova.compute.manager [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 4654b975-176d-4854-b209-429a0846852e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 960.184189] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.184596] env[69436]: DEBUG nova.compute.manager [-] [instance: 4654b975-176d-4854-b209-429a0846852e] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 960.184699] env[69436]: DEBUG nova.network.neutron [-] [instance: 4654b975-176d-4854-b209-429a0846852e] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.449980] env[69436]: DEBUG nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 960.461666] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c56f241-bfdd-4bd2-9a88-caaa38df2e6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.473267] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7302489-c754-4681-8686-b89bca6ee17a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.512862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.513073] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Instance network_info: |[{"id": "72806a16-0d08-41cb-88b3-86ece66aada3", "address": "fa:16:3e:66:7a:ed", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72806a16-0d", "ovs_interfaceid": "72806a16-0d08-41cb-88b3-86ece66aada3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 960.514604] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:7a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72806a16-0d08-41cb-88b3-86ece66aada3', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.522615] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.523420] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f286c-0453-4113-8c65-fa81e392c2a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.526670] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.530014] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1114b4f1-0062-457f-ac97-5e0e874820b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.554626] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532913} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.557287] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 04b85efe-d62b-4e19-9c5e-a7aced9031ed/04b85efe-d62b-4e19-9c5e-a7aced9031ed.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.557536] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.557834] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.557834] env[69436]: value = "task-3255157" [ 960.557834] env[69436]: _type = "Task" [ 960.557834] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.558558] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ba2ab93-fd09-4ea9-b603-91b467aa9fc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.562553] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942c31b1-840f-4570-9153-10cffc0c4b13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.577533] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255157, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.585250] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 960.585250] env[69436]: value = "task-3255158" [ 960.585250] env[69436]: _type = "Task" [ 960.585250] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.585800] env[69436]: DEBUG nova.compute.provider_tree [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.600687] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.621229] env[69436]: DEBUG nova.compute.manager [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Received event network-changed-72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 960.621389] env[69436]: DEBUG nova.compute.manager [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Refreshing instance network info cache due to event network-changed-72806a16-0d08-41cb-88b3-86ece66aada3. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 960.621577] env[69436]: DEBUG oslo_concurrency.lockutils [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] Acquiring lock "refresh_cache-67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.621722] env[69436]: DEBUG oslo_concurrency.lockutils [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] Acquired lock "refresh_cache-67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.622018] env[69436]: DEBUG nova.network.neutron [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Refreshing network info cache for port 72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.072507] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255157, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.100989] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08658} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.100989] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.102718] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bacfaed-d46d-42c2-acea-b61a57ced7f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.126235] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 04b85efe-d62b-4e19-9c5e-a7aced9031ed/04b85efe-d62b-4e19-9c5e-a7aced9031ed.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.127427] env[69436]: ERROR nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [req-a06f479e-efcb-4b79-9138-6cabf50e7b3d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a06f479e-efcb-4b79-9138-6cabf50e7b3d"}]} [ 961.129751] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f01c4bb-22c3-4608-990d-3c9a4c1d7387 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.153714] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 961.153714] env[69436]: value = "task-3255159" [ 961.153714] env[69436]: _type = "Task" [ 961.153714] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.163417] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.164686] env[69436]: DEBUG nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.181228] env[69436]: DEBUG nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.181513] env[69436]: DEBUG nova.compute.provider_tree [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.194490] env[69436]: DEBUG nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.219156] env[69436]: DEBUG nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.376286] env[69436]: DEBUG nova.network.neutron [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Updated VIF entry in instance network info cache for port 72806a16-0d08-41cb-88b3-86ece66aada3. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.376747] env[69436]: DEBUG nova.network.neutron [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Updating instance_info_cache with network_info: [{"id": "72806a16-0d08-41cb-88b3-86ece66aada3", "address": "fa:16:3e:66:7a:ed", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72806a16-0d", "ovs_interfaceid": "72806a16-0d08-41cb-88b3-86ece66aada3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.463798] env[69436]: DEBUG nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 961.499214] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.499680] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.499956] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.500339] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.500647] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.500927] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.501442] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.501597] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.501934] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.502287] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.502612] env[69436]: DEBUG nova.virt.hardware [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.504115] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf5e747-1c36-4974-a559-0698c6d8ec6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.521662] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b1f7a-8565-4d7d-96f1-9596b0bc9026 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.543020] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.547597] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Creating folder: Project (8f7ccd84ae2a446a9d26373ec8261db7). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.548012] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74387c0b-02eb-4447-8da0-2408be248eb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.563203] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Created folder: Project (8f7ccd84ae2a446a9d26373ec8261db7) in parent group-v650165. [ 961.563203] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Creating folder: Instances. Parent ref: group-v650394. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.567097] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d711522-23de-4135-82c2-71a4e6e08564 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.581354] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255157, 'name': CreateVM_Task, 'duration_secs': 0.572848} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.581354] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.582334] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.582454] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.582805] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.583126] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977fc64a-648c-4601-b67f-7ebf488a9dca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.589725] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Created folder: Instances in parent group-v650394. [ 961.590059] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.590895] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.591160] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db00f4af-c019-4fb2-9616-3d441c8a9bf6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.610845] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 961.610845] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528bb479-ecbf-bdcf-0e8b-eea208b7b085" [ 961.610845] env[69436]: _type = "Task" [ 961.610845] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.618191] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.618191] env[69436]: value = "task-3255162" [ 961.618191] env[69436]: _type = "Task" [ 961.618191] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.626149] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528bb479-ecbf-bdcf-0e8b-eea208b7b085, 'name': SearchDatastore_Task, 'duration_secs': 0.019403} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.629369] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.630462] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.630462] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.630462] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.630462] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.630789] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20bfdf00-5907-4f03-a00f-01d70f545a2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.637585] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255162, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.644978] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.645627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.646536] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c5f236-6987-4e0c-9668-b5befbf3a631 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.660473] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 961.660473] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52188d9a-ee44-c9bd-fbb0-c56f32fdd63d" [ 961.660473] env[69436]: _type = "Task" [ 961.660473] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.672555] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255159, 'name': ReconfigVM_Task, 'duration_secs': 0.477573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.673702] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 04b85efe-d62b-4e19-9c5e-a7aced9031ed/04b85efe-d62b-4e19-9c5e-a7aced9031ed.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.674379] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1668369a-cf55-4f38-9166-1521303d7c1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.679782] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52188d9a-ee44-c9bd-fbb0-c56f32fdd63d, 'name': SearchDatastore_Task, 'duration_secs': 0.015296} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.681036] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010557fa-aed5-4a00-8f01-de1fd94d38fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.688685] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 961.688685] env[69436]: value = "task-3255163" [ 961.688685] env[69436]: _type = "Task" [ 961.688685] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.694434] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 961.694434] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a1338f-beba-f2c2-6ec1-cf5ecdaa3523" [ 961.694434] env[69436]: _type = "Task" [ 961.694434] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.702702] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255163, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.710168] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a1338f-beba-f2c2-6ec1-cf5ecdaa3523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.776839] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed250b-ffcf-4d22-a42b-999c5518eecb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.786332] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de5fff-56ca-40e2-9cb8-e420d598d77a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.825473] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94016e09-1358-4856-a217-ff1171b351bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.837470] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9dd240-40db-4b93-be9b-507ca4a11563 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.858464] env[69436]: DEBUG nova.compute.provider_tree [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.879768] env[69436]: DEBUG oslo_concurrency.lockutils [req-984eff6c-a7bd-4afb-a631-92c7b95b5a17 req-3e59b77b-2fdb-4072-ba1e-d5207c26c7c4 service nova] Releasing lock "refresh_cache-67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.895961] env[69436]: DEBUG nova.network.neutron [-] [instance: 4654b975-176d-4854-b209-429a0846852e] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.129184] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255162, 'name': CreateVM_Task, 'duration_secs': 0.366548} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.129499] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.129927] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.130255] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.130641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.130964] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d48c7a8-1c98-4ae0-a27c-1ba780bc9524 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.136570] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 962.136570] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525d7d9c-4b06-b407-ea70-8501f3ba2b28" [ 962.136570] env[69436]: _type = "Task" [ 962.136570] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.145840] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525d7d9c-4b06-b407-ea70-8501f3ba2b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.202288] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255163, 'name': Rename_Task, 'duration_secs': 0.180916} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.203069] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.203377] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-801b698c-b82a-4aab-8350-52b90929d1b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.209036] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a1338f-beba-f2c2-6ec1-cf5ecdaa3523, 'name': SearchDatastore_Task, 'duration_secs': 0.018918} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.209648] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.209990] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7/67ee19a6-7a45-49b1-94e1-d91b1b3d1db7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.210271] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b384634-fb00-49ac-aae9-091acd5c2ae3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.215211] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 962.215211] env[69436]: value = "task-3255164" [ 962.215211] env[69436]: _type = "Task" [ 962.215211] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.225773] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 962.225773] env[69436]: value = "task-3255165" [ 962.225773] env[69436]: _type = "Task" [ 962.225773] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.229281] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.238850] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.398974] env[69436]: INFO nova.compute.manager [-] [instance: 4654b975-176d-4854-b209-429a0846852e] Took 2.21 seconds to deallocate network for instance. [ 962.402704] env[69436]: DEBUG nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 962.403063] env[69436]: DEBUG nova.compute.provider_tree [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 111 to 112 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 962.403293] env[69436]: DEBUG nova.compute.provider_tree [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.650567] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525d7d9c-4b06-b407-ea70-8501f3ba2b28, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.652158] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.652476] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.652753] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.652862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.653053] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.654410] env[69436]: DEBUG nova.compute.manager [req-c1bd49e4-f067-4409-9aaf-5bdcab29bed2 req-6ecbd128-0b66-4c9d-b2b3-a488198c9af6 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-vif-deleted-31cd8e0a-d1d0-4799-8b35-89ecaaa25f69 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 962.654637] env[69436]: DEBUG nova.compute.manager [req-c1bd49e4-f067-4409-9aaf-5bdcab29bed2 req-6ecbd128-0b66-4c9d-b2b3-a488198c9af6 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-vif-deleted-bb8aca54-3be9-4177-a608-92bfd5b21fa5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 962.654819] env[69436]: DEBUG nova.compute.manager [req-c1bd49e4-f067-4409-9aaf-5bdcab29bed2 req-6ecbd128-0b66-4c9d-b2b3-a488198c9af6 service nova] [instance: 4654b975-176d-4854-b209-429a0846852e] Received event network-vif-deleted-253cef22-b0db-4669-b542-fcfce3eda0ca {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 962.655716] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dd3bcb7-e950-4ea8-9dec-e298f521c4ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.690545] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.690727] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.691514] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a446d343-d143-411e-af74-d8decebe0e8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.702692] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 962.702692] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b67e5-aa69-f49a-934f-1d020d634529" [ 962.702692] env[69436]: _type = "Task" [ 962.702692] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.708827] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b67e5-aa69-f49a-934f-1d020d634529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.725839] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.739378] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499953} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.739640] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7/67ee19a6-7a45-49b1-94e1-d91b1b3d1db7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.739906] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.740236] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c8d1419-bc17-41a5-9778-011ea684f804 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.748472] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 962.748472] env[69436]: value = "task-3255166" [ 962.748472] env[69436]: _type = "Task" [ 962.748472] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.760511] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.913658] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.474s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.916070] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.721s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.916361] env[69436]: DEBUG nova.objects.instance [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'resources' on Instance uuid 250432e5-93f1-4d47-aad6-642fb840a4a3 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.918256] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.937483] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.937747] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.940260] env[69436]: INFO nova.scheduler.client.report [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted allocations for instance d4f2df34-8223-415d-b47d-7e43bc47b87a [ 963.211442] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b67e5-aa69-f49a-934f-1d020d634529, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.212474] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72324c0-d74e-4226-abbe-0d4fffbd6035 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.226097] env[69436]: DEBUG oslo_vmware.api [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255164, 'name': PowerOnVM_Task, 'duration_secs': 0.574391} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.227737] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.228256] env[69436]: INFO nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Took 8.16 seconds to spawn the instance on the hypervisor. [ 963.228358] env[69436]: DEBUG nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 963.228788] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 963.228788] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5295544c-49ce-65d1-30ce-5c249f0ca5e3" [ 963.228788] env[69436]: _type = "Task" [ 963.228788] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.229669] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c6ee9-ccb3-4194-ae6d-98f3adec9eec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.242883] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5295544c-49ce-65d1-30ce-5c249f0ca5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.244800] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.246890] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.248665] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09021a52-33c4-42ab-9b81-6e5903ede443 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.261121] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082453} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.262833] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.263241] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 963.263241] env[69436]: value = "task-3255167" [ 963.263241] env[69436]: _type = "Task" [ 963.263241] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.264181] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc7cc4-fbe1-4ee3-a28e-3531a80483a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.277477] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.295534] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7/67ee19a6-7a45-49b1-94e1-d91b1b3d1db7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.296690] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3d2e66-98fa-420c-86de-bf7fec119935 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.318551] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 963.318551] env[69436]: value = "task-3255168" [ 963.318551] env[69436]: _type = "Task" [ 963.318551] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.328844] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.443481] env[69436]: DEBUG nova.compute.utils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.451532] env[69436]: DEBUG oslo_concurrency.lockutils [None req-848d99db-eda9-498c-ae87-7d96f173c141 tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "d4f2df34-8223-415d-b47d-7e43bc47b87a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.977s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.762043] env[69436]: INFO nova.compute.manager [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Took 33.65 seconds to build instance. [ 963.783031] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.834601] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255168, 'name': ReconfigVM_Task, 'duration_secs': 0.405828} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.835053] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7/67ee19a6-7a45-49b1-94e1-d91b1b3d1db7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.836401] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c73d2843-904d-4fee-a4b9-2c8c92b6dd2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.845129] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 963.845129] env[69436]: value = "task-3255169" [ 963.845129] env[69436]: _type = "Task" [ 963.845129] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.857556] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255169, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.913779] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a7a81-0a08-496e-9172-9ae78c603831 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.922842] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd232fb-0eae-40f2-93e8-2740d0ac9c02 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.964325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.026s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.966195] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1238a164-1d3b-4e2a-812d-edc551f8db0a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.978516] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79af0ae-dfe9-408f-b167-c1b68a2e87df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.994775] env[69436]: DEBUG nova.compute.provider_tree [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.266910] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9cf8deb0-d076-4949-96f7-5815fcff4164 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.174s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.282330] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548175} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.282711] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.283012] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.283364] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9305dc-adb3-4c59-a51a-2c0a3ffd4fae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.292409] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 964.292409] env[69436]: value = "task-3255170" [ 964.292409] env[69436]: _type = "Task" [ 964.292409] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.303650] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.358776] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255169, 'name': Rename_Task, 'duration_secs': 0.169148} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.359115] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.359419] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c67998-48b3-4cbe-a818-8b7a0c45c3cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.366905] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 964.366905] env[69436]: value = "task-3255171" [ 964.366905] env[69436]: _type = "Task" [ 964.366905] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.376170] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.541241] env[69436]: DEBUG nova.scheduler.client.report [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.541241] env[69436]: DEBUG nova.compute.provider_tree [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 112 to 113 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.541241] env[69436]: DEBUG nova.compute.provider_tree [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.670292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.672823] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.672823] env[69436]: INFO nova.compute.manager [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Rebooting instance [ 964.805342] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112713} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.805623] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.806487] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c682a3a-e7b8-49ff-9901-49198b9c88f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.828369] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.828704] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c964b37c-8164-40b0-a183-2458e9704698 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.851412] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 964.851412] env[69436]: value = "task-3255172" [ 964.851412] env[69436]: _type = "Task" [ 964.851412] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.862286] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.879079] env[69436]: DEBUG oslo_vmware.api [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255171, 'name': PowerOnVM_Task, 'duration_secs': 0.506787} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.879341] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.879656] env[69436]: INFO nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Took 7.13 seconds to spawn the instance on the hypervisor. [ 964.879926] env[69436]: DEBUG nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 964.880828] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb7a6f-01ff-47b5-a859-e708036b4b8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.009190] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.009477] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.009800] env[69436]: INFO nova.compute.manager [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Attaching volume 7b990950-6433-44db-b8a3-b9159ff37afb to /dev/sdb [ 965.045348] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd852f6-3914-4b27-9e9f-2e57278d4440 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.050187] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.054194] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.160s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.055044] env[69436]: DEBUG nova.objects.instance [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lazy-loading 'resources' on Instance uuid 0feeab35-8ee3-400e-982a-84f558fd4d78 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.056688] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102fe366-e069-4f17-b001-84503e6a4b8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.073845] env[69436]: DEBUG nova.virt.block_device [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updating existing volume attachment record: c7c7c77a-5e1c-4058-b1bb-333fcf7410d0 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 965.076998] env[69436]: INFO nova.scheduler.client.report [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocations for instance 250432e5-93f1-4d47-aad6-642fb840a4a3 [ 965.078061] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "4135ee93-8f44-4928-8420-961d17077c00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.078292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "4135ee93-8f44-4928-8420-961d17077c00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.078492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "4135ee93-8f44-4928-8420-961d17077c00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.078677] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "4135ee93-8f44-4928-8420-961d17077c00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.078836] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "4135ee93-8f44-4928-8420-961d17077c00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.082788] env[69436]: INFO nova.compute.manager [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Terminating instance [ 965.203650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.203833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquired lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.204094] env[69436]: DEBUG nova.network.neutron [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.361616] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.402909] env[69436]: INFO nova.compute.manager [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Took 31.62 seconds to build instance. [ 965.590840] env[69436]: DEBUG oslo_concurrency.lockutils [None req-654cdaa2-548e-4bf8-8c6e-926f659db4ab tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "250432e5-93f1-4d47-aad6-642fb840a4a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.047s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.590840] env[69436]: DEBUG nova.compute.manager [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 965.590840] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.590840] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406beed-b24c-4eef-a557-86c19c93078c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.605977] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.607078] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd054497-6b73-4645-b086-885616da96d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.618728] env[69436]: DEBUG oslo_vmware.api [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 965.618728] env[69436]: value = "task-3255176" [ 965.618728] env[69436]: _type = "Task" [ 965.618728] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.629120] env[69436]: DEBUG oslo_vmware.api [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.868864] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255172, 'name': ReconfigVM_Task, 'duration_secs': 0.981475} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.870095] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.870270] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ec78c8c-3a68-46d1-98cf-658f41bc29c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.884125] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 965.884125] env[69436]: value = "task-3255177" [ 965.884125] env[69436]: _type = "Task" [ 965.884125] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.894222] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255177, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.905555] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16f176df-df25-4d39-9def-e421bac2d3dd tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.133s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.055542] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec831eb-66b4-457f-9b51-c18dfc344e28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.063847] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe51455-3bc0-4fbf-8ebc-9259bbdfa463 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.101130] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cfadd6-8afb-4a43-aa78-307eead0aa40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.114224] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b92ca0-5ca6-4c0a-883a-21735cf45199 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.126034] env[69436]: DEBUG nova.network.neutron [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Updating instance_info_cache with network_info: [{"id": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "address": "fa:16:3e:bd:a2:fa", "network": {"id": "ce496c72-b3ca-4aec-8750-11f95e2c1783", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-107422845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02d59c3cf171463b92df8db24a28def3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10702c0f-ce", "ovs_interfaceid": "10702c0f-ce31-435d-b2af-c00d6ae5b761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.135719] env[69436]: DEBUG nova.compute.provider_tree [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.144909] env[69436]: DEBUG oslo_vmware.api [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255176, 'name': PowerOffVM_Task, 'duration_secs': 0.298009} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.144909] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.144909] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.144909] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b44a7ea-b200-4b29-82c8-3d682c3e47ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.148083] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a37a31-1fec-1ffe-a458-9a1dd1686b7b/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 966.149235] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1dbd4-6654-4fe3-8ccd-7c5d3e7f2c1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.157261] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a37a31-1fec-1ffe-a458-9a1dd1686b7b/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 966.157400] env[69436]: ERROR oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a37a31-1fec-1ffe-a458-9a1dd1686b7b/disk-0.vmdk due to incomplete transfer. [ 966.157609] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a31262fe-6452-41e7-ac53-8c9016904230 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.166020] env[69436]: DEBUG oslo_vmware.rw_handles [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a37a31-1fec-1ffe-a458-9a1dd1686b7b/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 966.166235] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Uploaded image d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 966.168621] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 966.168887] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6aedf6f1-f18c-4b81-819f-c20c94d8a7f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.175900] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 966.175900] env[69436]: value = "task-3255179" [ 966.175900] env[69436]: _type = "Task" [ 966.175900] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.184921] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255179, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.228870] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.229201] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.229455] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleting the datastore file [datastore2] 4135ee93-8f44-4928-8420-961d17077c00 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.229857] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8311749e-3bd6-4587-a95a-e28a78124012 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.239041] env[69436]: DEBUG oslo_vmware.api [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 966.239041] env[69436]: value = "task-3255180" [ 966.239041] env[69436]: _type = "Task" [ 966.239041] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.247239] env[69436]: DEBUG oslo_vmware.api [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.392647] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255177, 'name': Rename_Task, 'duration_secs': 0.205381} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.392966] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.393277] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1dedd90-4c06-4274-a171-d00634fc802a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.400869] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 966.400869] env[69436]: value = "task-3255181" [ 966.400869] env[69436]: _type = "Task" [ 966.400869] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.428095] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.502310] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "f9c0841a-09d5-468b-8740-a5918e0ba415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.502773] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.638925] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Releasing lock "refresh_cache-04b85efe-d62b-4e19-9c5e-a7aced9031ed" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.641426] env[69436]: DEBUG nova.scheduler.client.report [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.688400] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255179, 'name': Destroy_Task, 'duration_secs': 0.399629} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.689804] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Destroyed the VM [ 966.690071] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 966.693808] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5125b191-6ab8-4289-86ab-c66049dbc062 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.702066] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 966.702066] env[69436]: value = "task-3255182" [ 966.702066] env[69436]: _type = "Task" [ 966.702066] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.711913] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.749947] env[69436]: DEBUG oslo_vmware.api [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454512} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.750236] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.750424] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.750602] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.750774] env[69436]: INFO nova.compute.manager [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Took 1.16 seconds to destroy the instance on the hypervisor. [ 966.751027] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.751222] env[69436]: DEBUG nova.compute.manager [-] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 966.751315] env[69436]: DEBUG nova.network.neutron [-] [instance: 4135ee93-8f44-4928-8420-961d17077c00] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.913680] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.006156] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 967.059658] env[69436]: DEBUG nova.compute.manager [req-b84af5cd-b60a-4a80-a3f9-96ce60662111 req-71b9d1af-edf0-4444-9644-6183404ea008 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Received event network-vif-deleted-14c7fa34-9cac-46e5-b20f-b765f5329d8d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 967.059873] env[69436]: INFO nova.compute.manager [req-b84af5cd-b60a-4a80-a3f9-96ce60662111 req-71b9d1af-edf0-4444-9644-6183404ea008 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Neutron deleted interface 14c7fa34-9cac-46e5-b20f-b765f5329d8d; detaching it from the instance and deleting it from the info cache [ 967.060161] env[69436]: DEBUG nova.network.neutron [req-b84af5cd-b60a-4a80-a3f9-96ce60662111 req-71b9d1af-edf0-4444-9644-6183404ea008 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.148385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.150656] env[69436]: DEBUG nova.compute.manager [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 967.151373] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.251s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.152049] env[69436]: DEBUG nova.objects.instance [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lazy-loading 'resources' on Instance uuid 0502af08-7fcb-4ebe-9b2c-c5d69661bed1 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.154028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb987fd-9022-4963-a604-0afaa00b05d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.175170] env[69436]: INFO nova.scheduler.client.report [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted allocations for instance 0feeab35-8ee3-400e-982a-84f558fd4d78 [ 967.198036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.198036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.198036] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.198268] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.198505] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.201506] env[69436]: INFO nova.compute.manager [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Terminating instance [ 967.214350] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255182, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350467} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.215047] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.215047] env[69436]: DEBUG nova.compute.manager [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 967.216149] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38222823-6952-4551-9cb1-1b7b2b28996c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.414806] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255181, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.528187] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.542713] env[69436]: DEBUG nova.network.neutron [-] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.562603] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02e87a36-0f1e-45e5-92b2-d8282f3c096a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.578077] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39cc5f-badf-4479-9145-3ae0ad311b89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.620203] env[69436]: DEBUG nova.compute.manager [req-b84af5cd-b60a-4a80-a3f9-96ce60662111 req-71b9d1af-edf0-4444-9644-6183404ea008 service nova] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Detach interface failed, port_id=14c7fa34-9cac-46e5-b20f-b765f5329d8d, reason: Instance 4135ee93-8f44-4928-8420-961d17077c00 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 967.688109] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a11cd22a-36d6-46fb-8078-767d5afff828 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "0feeab35-8ee3-400e-982a-84f558fd4d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.386s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.708160] env[69436]: DEBUG nova.compute.manager [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 967.708372] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.712047] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d0d605-c3d6-4381-b2e5-cb934ff5afff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.721995] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.723329] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6fbf678-ede9-43b2-96cf-6f3353af2bfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.728837] env[69436]: INFO nova.compute.manager [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Shelve offloading [ 967.735941] env[69436]: DEBUG oslo_vmware.api [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 967.735941] env[69436]: value = "task-3255184" [ 967.735941] env[69436]: _type = "Task" [ 967.735941] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.746415] env[69436]: DEBUG oslo_vmware.api [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.912165] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255181, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.039718] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b349fea7-db55-4ebd-ad98-5e3092362117 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.047640] env[69436]: INFO nova.compute.manager [-] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Took 1.30 seconds to deallocate network for instance. [ 968.050137] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f3c722-7526-41af-a573-7bf8c56a8eeb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.085375] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade16be6-2375-4cdf-8f6c-82acc86b5ff7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.095749] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07fd8c6-6ce2-4a29-90c0-39d04d4bd755 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.111024] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.173125] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc86280-3bdc-42de-9086-5a81f1a00a7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.184211] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Doing hard reboot of VM {{(pid=69436) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 968.184578] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-08891f17-8ad0-4cf9-a866-477e554736a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.193258] env[69436]: DEBUG oslo_vmware.api [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 968.193258] env[69436]: value = "task-3255185" [ 968.193258] env[69436]: _type = "Task" [ 968.193258] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.202570] env[69436]: DEBUG oslo_vmware.api [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255185, 'name': ResetVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.237494] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.237999] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716ffa11-9224-4e40-92d7-a04f43e58514 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.251096] env[69436]: DEBUG oslo_vmware.api [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255184, 'name': PowerOffVM_Task, 'duration_secs': 0.206116} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.252677] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.252919] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.253373] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 968.253373] env[69436]: value = "task-3255186" [ 968.253373] env[69436]: _type = "Task" [ 968.253373] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.253569] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60c027e-dd4f-4d83-9d64-4c8298c17438 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.263839] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 968.264063] env[69436]: DEBUG nova.compute.manager [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 968.264866] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eac3d2-54f6-4fed-96f2-b9310d16644d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.271385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.271582] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.271765] env[69436]: DEBUG nova.network.neutron [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.328230] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.329408] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.329673] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore1] 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.329964] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bca4796-1ba2-4cbf-ac15-f61641701656 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.338755] env[69436]: DEBUG oslo_vmware.api [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 968.338755] env[69436]: value = "task-3255188" [ 968.338755] env[69436]: _type = "Task" [ 968.338755] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.347976] env[69436]: DEBUG oslo_vmware.api [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.427698] env[69436]: DEBUG oslo_vmware.api [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255181, 'name': PowerOnVM_Task, 'duration_secs': 1.855651} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.428131] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.428471] env[69436]: INFO nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Took 6.96 seconds to spawn the instance on the hypervisor. [ 968.428705] env[69436]: DEBUG nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 968.429619] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ba6696-40be-48b0-86e4-e9707014f02b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.558699] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.633010] env[69436]: ERROR nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [req-29bf6ef5-086c-4ed5-a6a9-75b888703b01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-29bf6ef5-086c-4ed5-a6a9-75b888703b01"}]} [ 968.651736] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 968.666964] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 968.667118] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.678607] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 968.703401] env[69436]: DEBUG oslo_vmware.api [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255185, 'name': ResetVM_Task, 'duration_secs': 0.110725} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.703757] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Did hard reboot of VM {{(pid=69436) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 968.704043] env[69436]: DEBUG nova.compute.manager [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 968.705127] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 968.708381] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d87256-abc0-41f7-8109-799e355c5de1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.852212] env[69436]: DEBUG oslo_vmware.api [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156028} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.852509] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.852699] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.852875] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.853065] env[69436]: INFO nova.compute.manager [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 968.853337] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.853563] env[69436]: DEBUG nova.compute.manager [-] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 968.853658] env[69436]: DEBUG nova.network.neutron [-] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.953326] env[69436]: INFO nova.compute.manager [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Took 29.65 seconds to build instance. [ 969.012980] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "fe4f08b4-aa1c-4326-93ed-d073072b178a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.013322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.013879] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "fe4f08b4-aa1c-4326-93ed-d073072b178a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.014199] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.014462] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.017123] env[69436]: INFO nova.compute.manager [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Terminating instance [ 969.110129] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c7e9e-b569-43bd-bb6a-77eb08da4422 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.118544] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb6046c-1284-4bd2-bdd3-33af08277acf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.154196] env[69436]: DEBUG nova.network.neutron [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.158857] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d952bf4-b755-4579-b10e-6fb956a1ea80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.165905] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177b2be-a1da-438c-b5c5-d2d7f6d26a12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.182320] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.222973] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0cb1964e-84c4-4ff8-a17a-d1786e07201c tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.552s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.316463] env[69436]: DEBUG nova.compute.manager [req-a4c324d4-b8fe-4511-99b5-ebdb659378e1 req-17ebf741-ef43-49c4-bd2e-c3463b596b8e service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Received event network-vif-deleted-72806a16-0d08-41cb-88b3-86ece66aada3 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 969.316463] env[69436]: INFO nova.compute.manager [req-a4c324d4-b8fe-4511-99b5-ebdb659378e1 req-17ebf741-ef43-49c4-bd2e-c3463b596b8e service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Neutron deleted interface 72806a16-0d08-41cb-88b3-86ece66aada3; detaching it from the instance and deleting it from the info cache [ 969.316463] env[69436]: DEBUG nova.network.neutron [req-a4c324d4-b8fe-4511-99b5-ebdb659378e1 req-17ebf741-ef43-49c4-bd2e-c3463b596b8e service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.460652] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9a6d3f9a-e44b-42d0-841b-e371935bde5a tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "23d953a5-ea17-459b-a455-5c9baed17e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.179s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.530126] env[69436]: DEBUG nova.compute.manager [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 969.530126] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.531323] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210e265-58eb-4599-9335-b471f31570a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.543648] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.544267] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7885d219-f83e-46cc-a91a-932e25577d1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.554566] env[69436]: DEBUG oslo_vmware.api [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 969.554566] env[69436]: value = "task-3255189" [ 969.554566] env[69436]: _type = "Task" [ 969.554566] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.567822] env[69436]: DEBUG oslo_vmware.api [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.631221] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 969.631550] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650398', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'name': 'volume-7b990950-6433-44db-b8a3-b9159ff37afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e872a46-1c3e-4e2a-b7bc-358471966940', 'attached_at': '', 'detached_at': '', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'serial': '7b990950-6433-44db-b8a3-b9159ff37afb'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 969.633021] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd7a27-c7a9-4734-bca8-48d48203ad4b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.660278] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1424f5c1-86d9-464f-adfe-b7218333ead6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.663437] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.664381] env[69436]: DEBUG nova.network.neutron [-] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.697143] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-7b990950-6433-44db-b8a3-b9159ff37afb/volume-7b990950-6433-44db-b8a3-b9159ff37afb.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.698215] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6467e8dd-e81c-43bd-bf9b-b153b9a39b1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.722021] env[69436]: ERROR nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] [req-f559b6f1-6fe8-4721-a654-5d5fd60c5ae8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f559b6f1-6fe8-4721-a654-5d5fd60c5ae8"}]} [ 969.734821] env[69436]: DEBUG oslo_vmware.api [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 969.734821] env[69436]: value = "task-3255190" [ 969.734821] env[69436]: _type = "Task" [ 969.734821] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.735402] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.735711] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.738232] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.752230] env[69436]: DEBUG oslo_vmware.api [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.760760] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.760760] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.773036] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.796464] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.818543] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ace61217-37d7-4304-bc7b-c321aa8e95bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.833946] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59e48ab-e86a-45aa-8b80-573455a9b677 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.876716] env[69436]: DEBUG nova.compute.manager [req-a4c324d4-b8fe-4511-99b5-ebdb659378e1 req-17ebf741-ef43-49c4-bd2e-c3463b596b8e service nova] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Detach interface failed, port_id=72806a16-0d08-41cb-88b3-86ece66aada3, reason: Instance 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 970.069652] env[69436]: DEBUG oslo_vmware.api [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255189, 'name': PowerOffVM_Task, 'duration_secs': 0.275397} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.069652] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.069652] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.069652] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c3b8ac-ac72-4141-8d07-9ed153d923b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.127247] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.127390] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.127675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.127845] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.128363] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.130207] env[69436]: INFO nova.compute.manager [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Terminating instance [ 970.150335] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.150570] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.150811] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleting the datastore file [datastore1] fe4f08b4-aa1c-4326-93ed-d073072b178a {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.152309] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-891592f7-3200-402d-91cc-774d67cc43d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.159640] env[69436]: DEBUG nova.compute.manager [req-3083c955-10f2-4eab-b063-2fd2bbee2afa req-29d2015a-778d-424a-9850-68095659bb3d service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-vif-unplugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 970.159895] env[69436]: DEBUG oslo_concurrency.lockutils [req-3083c955-10f2-4eab-b063-2fd2bbee2afa req-29d2015a-778d-424a-9850-68095659bb3d service nova] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.160199] env[69436]: DEBUG oslo_concurrency.lockutils [req-3083c955-10f2-4eab-b063-2fd2bbee2afa req-29d2015a-778d-424a-9850-68095659bb3d service nova] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.160302] env[69436]: DEBUG oslo_concurrency.lockutils [req-3083c955-10f2-4eab-b063-2fd2bbee2afa req-29d2015a-778d-424a-9850-68095659bb3d service nova] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.161032] env[69436]: DEBUG nova.compute.manager [req-3083c955-10f2-4eab-b063-2fd2bbee2afa req-29d2015a-778d-424a-9850-68095659bb3d service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] No waiting events found dispatching network-vif-unplugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.161032] env[69436]: WARNING nova.compute.manager [req-3083c955-10f2-4eab-b063-2fd2bbee2afa req-29d2015a-778d-424a-9850-68095659bb3d service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received unexpected event network-vif-unplugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 for instance with vm_state shelved and task_state shelving_offloading. [ 970.167413] env[69436]: INFO nova.compute.manager [-] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Took 1.31 seconds to deallocate network for instance. [ 970.170704] env[69436]: DEBUG oslo_vmware.api [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 970.170704] env[69436]: value = "task-3255192" [ 970.170704] env[69436]: _type = "Task" [ 970.170704] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.188142] env[69436]: DEBUG oslo_vmware.api [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.213060] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.213962] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2448746-32f4-4d5f-bf75-f35a02b6c4ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.223563] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.226458] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6ef0591-51a4-4d80-afc7-e38557be47c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.245372] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 970.255288] env[69436]: DEBUG oslo_vmware.api [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255190, 'name': ReconfigVM_Task, 'duration_secs': 0.517169} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.258967] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-7b990950-6433-44db-b8a3-b9159ff37afb/volume-7b990950-6433-44db-b8a3-b9159ff37afb.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.263885] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1958d9d-8751-4b9e-89b0-f9fb0f14769d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.287031] env[69436]: DEBUG oslo_vmware.api [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 970.287031] env[69436]: value = "task-3255194" [ 970.287031] env[69436]: _type = "Task" [ 970.287031] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.301127] env[69436]: DEBUG oslo_vmware.api [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.313422] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.313674] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.313875] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleting the datastore file [datastore2] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.314200] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1366851-2d1b-4583-b7f3-193458f13d4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.322944] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 970.322944] env[69436]: value = "task-3255195" [ 970.322944] env[69436]: _type = "Task" [ 970.322944] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.331420] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.368598] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8ece50-c9cd-4522-a013-139d1e117ded {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.377696] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24f9990-6331-4736-bb2c-942a3f6e15c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.385561] env[69436]: INFO nova.compute.manager [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Rebuilding instance [ 970.413878] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157c2b4-3d09-4abc-b0c5-53f24fc86953 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.423519] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf61deb-3203-4a6a-a291-9fada4a41305 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.443877] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.468035] env[69436]: DEBUG nova.compute.manager [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 970.468911] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9d4768-6770-448d-b424-23c2dae4f9ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.635268] env[69436]: DEBUG nova.compute.manager [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 970.635550] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.636467] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd53bc1-9926-4fa6-ac7d-987a872c22e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.646200] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.646513] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632b97b1-f293-45db-a313-855e636549f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.655563] env[69436]: DEBUG oslo_vmware.api [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 970.655563] env[69436]: value = "task-3255196" [ 970.655563] env[69436]: _type = "Task" [ 970.655563] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.665580] env[69436]: DEBUG oslo_vmware.api [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.680321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.687575] env[69436]: DEBUG oslo_vmware.api [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234435} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.687895] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.688142] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.688361] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.688567] env[69436]: INFO nova.compute.manager [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 970.688842] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.689072] env[69436]: DEBUG nova.compute.manager [-] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 970.689238] env[69436]: DEBUG nova.network.neutron [-] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.767506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.798527] env[69436]: DEBUG oslo_vmware.api [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255194, 'name': ReconfigVM_Task, 'duration_secs': 0.197081} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.798878] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650398', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'name': 'volume-7b990950-6433-44db-b8a3-b9159ff37afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e872a46-1c3e-4e2a-b7bc-358471966940', 'attached_at': '', 'detached_at': '', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'serial': '7b990950-6433-44db-b8a3-b9159ff37afb'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 970.833499] env[69436]: DEBUG oslo_vmware.api [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328431} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.833804] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.833994] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.834236] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.853545] env[69436]: INFO nova.scheduler.client.report [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted allocations for instance 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae [ 970.982892] env[69436]: DEBUG nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 970.983195] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 115 to 116 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 970.983377] env[69436]: DEBUG nova.compute.provider_tree [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.167864] env[69436]: DEBUG oslo_vmware.api [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255196, 'name': PowerOffVM_Task, 'duration_secs': 0.253428} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.168187] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.168366] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.168717] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80fc7e1f-68fb-4772-99f1-faa547daea7b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.261557] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.261792] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.261979] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Deleting the datastore file [datastore1] 04b85efe-d62b-4e19-9c5e-a7aced9031ed {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.262343] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f2da95c-7a35-428c-a0bf-63f2bc423e69 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.269633] env[69436]: DEBUG oslo_vmware.api [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for the task: (returnval){ [ 971.269633] env[69436]: value = "task-3255198" [ 971.269633] env[69436]: _type = "Task" [ 971.269633] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.278976] env[69436]: DEBUG oslo_vmware.api [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.358470] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.458461] env[69436]: DEBUG nova.network.neutron [-] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.490267] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.491047] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.340s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.493384] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b953014-2c3a-433d-b1c8-ad1f667c46cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.495557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.657s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.496939] env[69436]: INFO nova.compute.claims [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.507721] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 971.507721] env[69436]: value = "task-3255199" [ 971.507721] env[69436]: _type = "Task" [ 971.507721] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.519803] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.521603] env[69436]: INFO nova.scheduler.client.report [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Deleted allocations for instance 0502af08-7fcb-4ebe-9b2c-c5d69661bed1 [ 971.781175] env[69436]: DEBUG oslo_vmware.api [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Task: {'id': task-3255198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146753} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.781498] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.781870] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.783016] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.783016] env[69436]: INFO nova.compute.manager [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 971.783016] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.783016] env[69436]: DEBUG nova.compute.manager [-] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 971.783016] env[69436]: DEBUG nova.network.neutron [-] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.837918] env[69436]: DEBUG nova.objects.instance [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'flavor' on Instance uuid 5e872a46-1c3e-4e2a-b7bc-358471966940 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.960861] env[69436]: INFO nova.compute.manager [-] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Took 1.27 seconds to deallocate network for instance. [ 972.022182] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255199, 'name': PowerOffVM_Task, 'duration_secs': 0.153097} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.022782] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.023153] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.025040] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49914609-8887-4f6e-b575-53ca92c668fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.032316] env[69436]: DEBUG oslo_concurrency.lockutils [None req-55b6d796-a51e-49f6-9b92-1081be7795fe tempest-ServerRescueTestJSON-1628916749 tempest-ServerRescueTestJSON-1628916749-project-member] Lock "0502af08-7fcb-4ebe-9b2c-c5d69661bed1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.230s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.037826] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.037826] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47036867-a0d3-4aff-ba15-9ed57456564a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069875] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.069875] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.070048] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Deleting the datastore file [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.070907] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85abb69-3c28-4f8d-9275-766b49687736 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.078558] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 972.078558] env[69436]: value = "task-3255201" [ 972.078558] env[69436]: _type = "Task" [ 972.078558] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.090563] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.228814] env[69436]: DEBUG nova.compute.manager [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-changed-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 972.229409] env[69436]: DEBUG nova.compute.manager [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Refreshing instance network info cache due to event network-changed-33fb3816-dbc6-4590-a6b8-efe3d9568973. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 972.229802] env[69436]: DEBUG oslo_concurrency.lockutils [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.230060] env[69436]: DEBUG oslo_concurrency.lockutils [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.230351] env[69436]: DEBUG nova.network.neutron [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Refreshing network info cache for port 33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.317141] env[69436]: DEBUG oslo_concurrency.lockutils [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.317438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.343667] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ff854034-f939-48e5-b077-2efd33f2b482 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.471009] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.569887] env[69436]: DEBUG nova.network.neutron [-] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.593982] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09439} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.594882] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.594882] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.594882] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.821625] env[69436]: INFO nova.compute.manager [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Detaching volume 3bf63ada-53b8-4dc5-98dd-176fadc7fd40 [ 972.880783] env[69436]: INFO nova.virt.block_device [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Attempting to driver detach volume 3bf63ada-53b8-4dc5-98dd-176fadc7fd40 from mountpoint /dev/sdb [ 972.884154] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.884154] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650366', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'name': 'volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaae679c-8de6-4a34-ac30-f8a5eee5b0a6', 'attached_at': '', 'detached_at': '', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'serial': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.884154] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e84c4b-6667-4f96-9cbe-7395947322f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.910028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c1761-8cd9-49a3-b6f4-598c6ca24792 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.917908] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6348f00f-afed-4a13-b9f0-14ce68d1ce7d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.943302] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bea73dc-edce-4faa-b3ec-195e9c781b2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.961468] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] The volume has not been displaced from its original location: [datastore1] volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40/volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.966260] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.969127] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78004e94-5407-4ed9-a757-36b955505176 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.990232] env[69436]: DEBUG oslo_vmware.api [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 972.990232] env[69436]: value = "task-3255202" [ 972.990232] env[69436]: _type = "Task" [ 972.990232] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.002068] env[69436]: DEBUG oslo_vmware.api [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.046094] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d7753-bf3e-4509-8f16-7bed3be1a6b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.057026] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cc49da-5957-47c4-990c-4dfe45a01e54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.086634] env[69436]: INFO nova.compute.manager [-] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Took 1.30 seconds to deallocate network for instance. [ 973.090684] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497e93bf-87fc-497e-baab-3bb108e5a341 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.104633] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b64c745-9936-4fa0-86f5-0a8ea44863f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.120693] env[69436]: DEBUG nova.compute.provider_tree [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.171905] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.459882] env[69436]: DEBUG nova.network.neutron [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updated VIF entry in instance network info cache for port 33fb3816-dbc6-4590-a6b8-efe3d9568973. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.460314] env[69436]: DEBUG nova.network.neutron [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap33fb3816-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.502946] env[69436]: DEBUG oslo_vmware.api [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255202, 'name': ReconfigVM_Task, 'duration_secs': 0.260654} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.503245] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.508493] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9552bef6-3313-4d2b-86c6-9c74562dae67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.526742] env[69436]: DEBUG oslo_vmware.api [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 973.526742] env[69436]: value = "task-3255203" [ 973.526742] env[69436]: _type = "Task" [ 973.526742] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.535789] env[69436]: DEBUG oslo_vmware.api [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.602901] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.623788] env[69436]: DEBUG nova.scheduler.client.report [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.641389] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.641639] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.641794] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.641974] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.642281] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.642480] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.642700] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.642863] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.643080] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.644159] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.644159] env[69436]: DEBUG nova.virt.hardware [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.644423] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f6ff2-1862-4dd7-be10-3b03bbec312e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.654870] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34334821-91f5-4b58-8fa1-bf6318d05949 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.671319] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.677623] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.677881] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.678121] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab5912c-93f7-4321-beae-6c71eea8721c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.696342] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.696342] env[69436]: value = "task-3255204" [ 973.696342] env[69436]: _type = "Task" [ 973.696342] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.709879] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255204, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.965445] env[69436]: DEBUG oslo_concurrency.lockutils [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.965445] env[69436]: DEBUG nova.compute.manager [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Received event network-vif-deleted-b6d55a56-c21e-4dcd-9e56-ea4f6d479112 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 973.965445] env[69436]: DEBUG nova.compute.manager [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Received event network-vif-deleted-10702c0f-ce31-435d-b2af-c00d6ae5b761 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 973.965445] env[69436]: INFO nova.compute.manager [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Neutron deleted interface 10702c0f-ce31-435d-b2af-c00d6ae5b761; detaching it from the instance and deleting it from the info cache [ 973.965445] env[69436]: DEBUG nova.network.neutron [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.037480] env[69436]: DEBUG oslo_vmware.api [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255203, 'name': ReconfigVM_Task, 'duration_secs': 0.163315} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.037480] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650366', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'name': 'volume-3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eaae679c-8de6-4a34-ac30-f8a5eee5b0a6', 'attached_at': '', 'detached_at': '', 'volume_id': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40', 'serial': '3bf63ada-53b8-4dc5-98dd-176fadc7fd40'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 974.130354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.130354] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 974.133593] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.575s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.208799] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255204, 'name': CreateVM_Task, 'duration_secs': 0.303103} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.208799] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.208799] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.208799] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.208799] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.208799] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b9f349-3522-4179-9323-292832421baa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.214443] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 974.214443] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52de80a2-f21f-a0df-0abc-16fccc56d969" [ 974.214443] env[69436]: _type = "Task" [ 974.214443] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.223121] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52de80a2-f21f-a0df-0abc-16fccc56d969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.467683] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c8aac25-be91-4f04-8d2d-6297e209ba54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.478198] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30ae67-7610-43e2-b3c1-d2a80e85fc70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.516390] env[69436]: DEBUG nova.compute.manager [req-4bcbe3ec-380b-4c58-9a73-32c52c4d9656 req-b1df0540-1ac0-4301-9aee-8789e7901699 service nova] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Detach interface failed, port_id=10702c0f-ce31-435d-b2af-c00d6ae5b761, reason: Instance 04b85efe-d62b-4e19-9c5e-a7aced9031ed could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 974.606557] env[69436]: DEBUG nova.objects.instance [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.636561] env[69436]: DEBUG nova.compute.utils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.640426] env[69436]: INFO nova.compute.claims [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.644903] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 974.645231] env[69436]: DEBUG nova.network.neutron [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.666871] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "e9234a28-d8da-46aa-860b-243668fb68ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.667337] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "e9234a28-d8da-46aa-860b-243668fb68ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.727902] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52de80a2-f21f-a0df-0abc-16fccc56d969, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.728257] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.728486] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.728714] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.728850] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.729027] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.729432] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fa642a5-adfe-48b5-98ef-c903971b401a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.740540] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.740720] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.741465] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a44f7d-265a-48da-ac3a-a95b487b0e78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.747322] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 974.747322] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b88956-70f7-d509-2a22-c306737ad7f4" [ 974.747322] env[69436]: _type = "Task" [ 974.747322] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.752839] env[69436]: DEBUG nova.policy [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2543776cfd8411d87aab942d7c4b1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1503d92c337b4daabc9aa2b5d27799f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.760764] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b88956-70f7-d509-2a22-c306737ad7f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.761558] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5f7848-a511-4a60-a7a2-82fae6a16232 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.767818] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 974.767818] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526714a4-611c-9a77-53a1-e5c43133a0fa" [ 974.767818] env[69436]: _type = "Task" [ 974.767818] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.783147] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526714a4-611c-9a77-53a1-e5c43133a0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010084} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.783489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.783751] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.784010] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-708112b8-6e0f-4de0-a90c-0d68c8f89e12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.791663] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 974.791663] env[69436]: value = "task-3255205" [ 974.791663] env[69436]: _type = "Task" [ 974.791663] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.802201] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.145580] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 975.151119] env[69436]: INFO nova.compute.resource_tracker [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating resource usage from migration c338bdc8-ec14-4d2a-b112-2fb3030d3daf [ 975.170653] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 975.306768] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480258} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.309387] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.309606] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.310378] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67d03fe5-c006-4d3d-bd75-480fe54e0047 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.318382] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 975.318382] env[69436]: value = "task-3255206" [ 975.318382] env[69436]: _type = "Task" [ 975.318382] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.331719] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.530308] env[69436]: DEBUG nova.network.neutron [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Successfully created port: b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.536960] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.614743] env[69436]: DEBUG oslo_concurrency.lockutils [None req-60d39a70-1de9-4941-88e1-280b3cd9627c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.615798] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.079s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.615982] env[69436]: DEBUG nova.compute.manager [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 975.616961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce66db1-6e96-4f48-affa-ebd1dfb59794 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.628510] env[69436]: DEBUG nova.compute.manager [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 975.629099] env[69436]: DEBUG nova.objects.instance [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.659855] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ee7df-5680-46da-9e16-f18bd6a38125 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.670721] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c32cf-e308-438d-ba19-61fc60bb54db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.711970] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.713375] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b06c96-aa63-4e5b-9b56-479ae036fb30 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.724129] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f11f50-48ab-4706-9683-b045816cb8ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.740108] env[69436]: DEBUG nova.compute.provider_tree [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.829147] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06512} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.829419] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.830206] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0587e53-7618-402b-a63d-6fba181d2718 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.851132] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.851476] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efa2964-591a-45f8-946c-c53285c131a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.872715] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 975.872715] env[69436]: value = "task-3255207" [ 975.872715] env[69436]: _type = "Task" [ 975.872715] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.884249] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.159654] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 976.188420] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.188719] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.189067] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.189157] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.189269] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.189431] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.189644] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.189807] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.189973] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.190266] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.190394] env[69436]: DEBUG nova.virt.hardware [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.191302] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e07d5-c5d1-4c7f-8ab3-43b9894beacf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.202237] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9eca95-152b-4846-8a78-5574a3b8ae22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.243694] env[69436]: DEBUG nova.scheduler.client.report [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.383697] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255207, 'name': ReconfigVM_Task, 'duration_secs': 0.374265} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.384728] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84/23d953a5-ea17-459b-a455-5c9baed17e84.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.384728] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbb714d3-9b11-4c51-ae19-2b0baa5ce053 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.392610] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 976.392610] env[69436]: value = "task-3255208" [ 976.392610] env[69436]: _type = "Task" [ 976.392610] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.401455] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255208, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.640287] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.640636] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ea4428-2324-43d9-b1d6-ec134158227e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.649812] env[69436]: DEBUG oslo_vmware.api [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 976.649812] env[69436]: value = "task-3255209" [ 976.649812] env[69436]: _type = "Task" [ 976.649812] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.658961] env[69436]: DEBUG oslo_vmware.api [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.749498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.616s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.749498] env[69436]: INFO nova.compute.manager [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Migrating [ 976.756588] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.849s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.756908] env[69436]: DEBUG nova.objects.instance [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'resources' on Instance uuid 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.903943] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255208, 'name': Rename_Task, 'duration_secs': 0.151859} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.905990] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.905990] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8e96448-80c3-4e83-9f19-84f4e223c80c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.913683] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 976.913683] env[69436]: value = "task-3255210" [ 976.913683] env[69436]: _type = "Task" [ 976.913683] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.926518] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.163407] env[69436]: DEBUG oslo_vmware.api [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255209, 'name': PowerOffVM_Task, 'duration_secs': 0.244849} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.163700] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.163943] env[69436]: DEBUG nova.compute.manager [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 977.164866] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9923fe2-39da-4c17-a047-8ec8be78fe51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.212082] env[69436]: DEBUG nova.compute.manager [req-00449918-2319-4c9e-99db-49528d36943c req-5437acbc-faf3-4754-a8aa-81daec69620d service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Received event network-vif-plugged-b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 977.212314] env[69436]: DEBUG oslo_concurrency.lockutils [req-00449918-2319-4c9e-99db-49528d36943c req-5437acbc-faf3-4754-a8aa-81daec69620d service nova] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.212604] env[69436]: DEBUG oslo_concurrency.lockutils [req-00449918-2319-4c9e-99db-49528d36943c req-5437acbc-faf3-4754-a8aa-81daec69620d service nova] Lock "db065073-aff6-40a5-8f3e-133670fcc413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.213232] env[69436]: DEBUG oslo_concurrency.lockutils [req-00449918-2319-4c9e-99db-49528d36943c req-5437acbc-faf3-4754-a8aa-81daec69620d service nova] Lock "db065073-aff6-40a5-8f3e-133670fcc413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.213232] env[69436]: DEBUG nova.compute.manager [req-00449918-2319-4c9e-99db-49528d36943c req-5437acbc-faf3-4754-a8aa-81daec69620d service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] No waiting events found dispatching network-vif-plugged-b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.213683] env[69436]: WARNING nova.compute.manager [req-00449918-2319-4c9e-99db-49528d36943c req-5437acbc-faf3-4754-a8aa-81daec69620d service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Received unexpected event network-vif-plugged-b6d4209a-fdd0-416f-8833-3cef9fcd83aa for instance with vm_state building and task_state spawning. [ 977.259193] env[69436]: DEBUG nova.objects.instance [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'numa_topology' on Instance uuid 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.266207] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.266391] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.266814] env[69436]: DEBUG nova.network.neutron [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.298046] env[69436]: DEBUG nova.network.neutron [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Successfully updated port: b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.424828] env[69436]: DEBUG oslo_vmware.api [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255210, 'name': PowerOnVM_Task, 'duration_secs': 0.444179} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.425110] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.425368] env[69436]: DEBUG nova.compute.manager [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 977.426671] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6d332-93ef-416d-a67b-da335350d6d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.439046] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.440142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.679103] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd0c887d-d8c9-4a55-b35d-4a817bb89f96 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.761653] env[69436]: DEBUG nova.objects.base [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Object Instance<09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4> lazy-loaded attributes: resources,numa_topology {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 977.800257] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.800396] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.800548] env[69436]: DEBUG nova.network.neutron [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.956224] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 977.960722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.068144] env[69436]: DEBUG nova.objects.instance [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.171937] env[69436]: DEBUG nova.network.neutron [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance_info_cache with network_info: [{"id": "1ba98888-771c-414d-b139-661076c09823", "address": "fa:16:3e:9a:5d:c8", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba98888-77", "ovs_interfaceid": "1ba98888-771c-414d-b139-661076c09823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.289228] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb29f60-0189-4c54-87c9-61c52e7eff63 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.296550] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d9c31-adcb-45bb-b790-140f05770051 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.333795] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3ac8cc-0807-4cbf-beb4-e0fd87d91f3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.344887] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e0a1dc-4fdd-4584-9926-ec5b60c5a6ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.359009] env[69436]: DEBUG nova.compute.provider_tree [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.362805] env[69436]: DEBUG nova.network.neutron [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.482935] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.545273] env[69436]: DEBUG nova.network.neutron [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.577504] env[69436]: DEBUG oslo_concurrency.lockutils [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.577504] env[69436]: DEBUG oslo_concurrency.lockutils [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.577669] env[69436]: DEBUG nova.network.neutron [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.577818] env[69436]: DEBUG nova.objects.instance [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'info_cache' on Instance uuid eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.677158] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.778573] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "23d953a5-ea17-459b-a455-5c9baed17e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.778842] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "23d953a5-ea17-459b-a455-5c9baed17e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.779077] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "23d953a5-ea17-459b-a455-5c9baed17e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.779272] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "23d953a5-ea17-459b-a455-5c9baed17e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.779446] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "23d953a5-ea17-459b-a455-5c9baed17e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.781735] env[69436]: INFO nova.compute.manager [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Terminating instance [ 978.861921] env[69436]: DEBUG nova.scheduler.client.report [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.049199] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.049199] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Instance network_info: |[{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 979.049445] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:36:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d4209a-fdd0-416f-8833-3cef9fcd83aa', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.058062] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.058251] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.058493] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-accdac81-6fc7-45c1-abdd-2c3d5530d90f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.080843] env[69436]: DEBUG nova.objects.base [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.083154] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.083154] env[69436]: value = "task-3255211" [ 979.083154] env[69436]: _type = "Task" [ 979.083154] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.092228] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255211, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.242200] env[69436]: DEBUG nova.compute.manager [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Received event network-changed-b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 979.242200] env[69436]: DEBUG nova.compute.manager [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Refreshing instance network info cache due to event network-changed-b6d4209a-fdd0-416f-8833-3cef9fcd83aa. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 979.242200] env[69436]: DEBUG oslo_concurrency.lockutils [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.242200] env[69436]: DEBUG oslo_concurrency.lockutils [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.242784] env[69436]: DEBUG nova.network.neutron [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Refreshing network info cache for port b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.285622] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "refresh_cache-23d953a5-ea17-459b-a455-5c9baed17e84" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.286029] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquired lock "refresh_cache-23d953a5-ea17-459b-a455-5c9baed17e84" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.286349] env[69436]: DEBUG nova.network.neutron [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.369045] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.612s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.371711] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.984s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.371711] env[69436]: DEBUG nova.objects.instance [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lazy-loading 'resources' on Instance uuid 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.599277] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255211, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.813605] env[69436]: DEBUG nova.network.neutron [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.883796] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f49f8a96-b457-46f4-a425-59b4de9e0952 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.562s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.883796] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 26.986s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.883796] env[69436]: INFO nova.compute.manager [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Unshelving [ 979.909312] env[69436]: DEBUG nova.network.neutron [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.015440] env[69436]: DEBUG nova.network.neutron [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updated VIF entry in instance network info cache for port b6d4209a-fdd0-416f-8833-3cef9fcd83aa. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.015920] env[69436]: DEBUG nova.network.neutron [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.052621] env[69436]: DEBUG nova.network.neutron [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating instance_info_cache with network_info: [{"id": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "address": "fa:16:3e:87:2f:0c", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3187c09-75", "ovs_interfaceid": "b3187c09-7511-464c-85e5-5a9b3b082d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.096995] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255211, 'name': CreateVM_Task, 'duration_secs': 0.543136} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.096995] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.097916] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.097916] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.098350] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.101389] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428c4e00-080c-428d-886b-3cb55cc89409 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.105806] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 980.105806] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9de7a-235a-6240-e45b-84f666b2f6e8" [ 980.105806] env[69436]: _type = "Task" [ 980.105806] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.118039] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9de7a-235a-6240-e45b-84f666b2f6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.194017] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805045bb-2ef6-41ea-8ed2-2841e0cf69a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.216691] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.348868] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc69bc-9f53-45ed-9e27-14e432db9f18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.357123] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e93c695-ea3a-4ec4-8e1b-9f9a704b0ae9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.390045] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1701cae2-9b28-49d6-a380-4a37366b3c39 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.400844] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5993d09d-1c4f-48c8-b0d6-d96bbca36fbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.415301] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Releasing lock "refresh_cache-23d953a5-ea17-459b-a455-5c9baed17e84" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.415712] env[69436]: DEBUG nova.compute.manager [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 980.415896] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.416390] env[69436]: DEBUG nova.compute.provider_tree [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.418532] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b52f7d-14dd-4727-8331-c5460a8adbc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.426019] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.427232] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eecac86a-81c4-4995-87c8-6281a9d7b2c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.435349] env[69436]: DEBUG oslo_vmware.api [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 980.435349] env[69436]: value = "task-3255212" [ 980.435349] env[69436]: _type = "Task" [ 980.435349] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.443886] env[69436]: DEBUG oslo_vmware.api [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.518597] env[69436]: DEBUG oslo_concurrency.lockutils [req-e239694e-ff42-4cb1-bce8-b7ac328b277e req-ed53a77d-7955-47ae-a169-e47b7e30094a service nova] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.555872] env[69436]: DEBUG oslo_concurrency.lockutils [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "refresh_cache-eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.619560] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9de7a-235a-6240-e45b-84f666b2f6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.619903] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.620241] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.620581] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.620793] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.621085] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.621411] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a77fd42b-aeae-4872-89b6-31d079d93bcc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.633534] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.633699] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.634593] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd66dc5-7361-413d-b572-db4b2c755226 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.641484] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 980.641484] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52088d33-2741-ca66-b376-ac095de7abe2" [ 980.641484] env[69436]: _type = "Task" [ 980.641484] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.651139] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52088d33-2741-ca66-b376-ac095de7abe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.724902] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.725273] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a52115-11c3-4505-8683-0cf570d04a8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.734065] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 980.734065] env[69436]: value = "task-3255213" [ 980.734065] env[69436]: _type = "Task" [ 980.734065] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.742774] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.899219] env[69436]: DEBUG nova.compute.utils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.923042] env[69436]: DEBUG nova.scheduler.client.report [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.947986] env[69436]: DEBUG oslo_vmware.api [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255212, 'name': PowerOffVM_Task, 'duration_secs': 0.153827} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.948361] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.948638] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.948978] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac11e2f7-3706-4585-9669-0c149f56f974 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.984265] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.984715] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.984715] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Deleting the datastore file [datastore2] 23d953a5-ea17-459b-a455-5c9baed17e84 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.984964] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0ffbd4-c37a-4645-8401-356bf2a25303 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.996135] env[69436]: DEBUG oslo_vmware.api [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for the task: (returnval){ [ 980.996135] env[69436]: value = "task-3255215" [ 980.996135] env[69436]: _type = "Task" [ 980.996135] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.003972] env[69436]: DEBUG oslo_vmware.api [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.153054] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52088d33-2741-ca66-b376-ac095de7abe2, 'name': SearchDatastore_Task, 'duration_secs': 0.022607} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.153054] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8f39cf-159c-4527-a4f1-771c91327632 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.159366] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 981.159366] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520d04f8-620f-eccd-4a91-1b313a037d08" [ 981.159366] env[69436]: _type = "Task" [ 981.159366] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.168189] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520d04f8-620f-eccd-4a91-1b313a037d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.244731] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255213, 'name': PowerOffVM_Task, 'duration_secs': 0.346512} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.244925] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.245125] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.401748] env[69436]: INFO nova.virt.block_device [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Booting with volume 442ee1cd-7beb-4b05-9f7d-306a39b2c5eb at /dev/sdb [ 981.428525] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.430748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.397s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.431971] env[69436]: DEBUG nova.objects.instance [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lazy-loading 'resources' on Instance uuid 8bc53731-8231-40a3-98b7-aa51b30850b9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.437982] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b96cf39e-1503-4cd9-b507-00a444c6fd1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.449166] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483b0c82-dda4-4121-a8ae-72b7ab73f432 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.461427] env[69436]: INFO nova.scheduler.client.report [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleted allocations for instance 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7 [ 981.490648] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e41cad00-584f-48c8-af99-8559a2b5701f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.503113] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4d31ec-7f0f-469b-b24e-7b7bac2bc8be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.517065] env[69436]: DEBUG oslo_vmware.api [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Task: {'id': task-3255215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1694} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.517757] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.518047] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.518253] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.518477] env[69436]: INFO nova.compute.manager [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Took 1.10 seconds to destroy the instance on the hypervisor. [ 981.518768] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.518973] env[69436]: DEBUG nova.compute.manager [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 981.519153] env[69436]: DEBUG nova.network.neutron [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.521696] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.521963] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.522224] env[69436]: DEBUG nova.compute.manager [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 981.523093] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d2e16-c1e9-4691-bf1f-c7d23f4d376a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.529394] env[69436]: DEBUG nova.compute.manager [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 981.529928] env[69436]: DEBUG nova.objects.instance [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'flavor' on Instance uuid a18b0787-4265-44a9-92f6-acc5742be909 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.546911] env[69436]: DEBUG nova.network.neutron [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.548436] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d3c64-dd85-4a01-ac95-1f58ef7a1f8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.557836] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6078317f-76ae-4fa7-b2cf-e8ee2fbe73fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.561758] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.562017] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00020547-bcc4-413d-a198-d004c1d23f07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.573697] env[69436]: DEBUG nova.virt.block_device [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating existing volume attachment record: 42d11e02-0f59-4dbd-9ae3-a67b2f8d6c73 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.577270] env[69436]: DEBUG oslo_vmware.api [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 981.577270] env[69436]: value = "task-3255216" [ 981.577270] env[69436]: _type = "Task" [ 981.577270] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.587957] env[69436]: DEBUG oslo_vmware.api [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.670823] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520d04f8-620f-eccd-4a91-1b313a037d08, 'name': SearchDatastore_Task, 'duration_secs': 0.02485} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.671200] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.671548] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.671904] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34688ddb-1039-46bb-8ede-5a3e2f154b20 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.679106] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 981.679106] env[69436]: value = "task-3255217" [ 981.679106] env[69436]: _type = "Task" [ 981.679106] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.688218] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.751820] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.752093] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.752362] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.752627] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.752855] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.753068] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.753361] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.754066] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.754066] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.754066] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.754311] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.760289] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255c24e8-7971-41c4-b209-06713095a272 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.777686] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 981.777686] env[69436]: value = "task-3255219" [ 981.777686] env[69436]: _type = "Task" [ 981.777686] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.788769] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.971377] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0ca5b299-3c36-40e5-a487-0ea569342ae9 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.995s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.052805] env[69436]: DEBUG nova.network.neutron [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.058455] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.059924] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315e7c6a-de62-483d-96f5-2ccfc5d48f50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.070760] env[69436]: DEBUG oslo_vmware.api [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 982.070760] env[69436]: value = "task-3255220" [ 982.070760] env[69436]: _type = "Task" [ 982.070760] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.088432] env[69436]: DEBUG oslo_vmware.api [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255216, 'name': PowerOnVM_Task, 'duration_secs': 0.407776} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.094963] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.094963] env[69436]: DEBUG nova.compute.manager [None req-15b57eab-dd5c-4e21-9784-30e89bcf3bb0 tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 982.095160] env[69436]: DEBUG oslo_vmware.api [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.096310] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff8685a-f454-443b-8b97-b7b7c218d777 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.191888] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.296706] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255219, 'name': ReconfigVM_Task, 'duration_secs': 0.512217} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.297104] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.417548] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e4796d-1df1-48a4-965e-67b2c2c1af96 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.425832] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a071f0f-5c08-4ed3-b696-d815f9cf3ac3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.460564] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47df3fc6-66c6-40c6-8b11-b4065645fbd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.468227] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de23311-c6a1-4f86-9dfa-79fc3c936177 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.482662] env[69436]: DEBUG nova.compute.provider_tree [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.560230] env[69436]: INFO nova.compute.manager [-] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Took 1.04 seconds to deallocate network for instance. [ 982.583275] env[69436]: DEBUG oslo_vmware.api [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255220, 'name': PowerOffVM_Task, 'duration_secs': 0.272486} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.583580] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.583804] env[69436]: DEBUG nova.compute.manager [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 982.584623] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a32bd-f754-4086-860f-cf525b12df43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.692474] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540243} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.692474] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.692474] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.692763] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f7ac9e-7ad6-4a47-85ab-e76e1140fb3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.699200] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 982.699200] env[69436]: value = "task-3255223" [ 982.699200] env[69436]: _type = "Task" [ 982.699200] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.707774] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.806687] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.806687] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.806687] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.806687] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.806907] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.806958] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.807340] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.807459] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.807636] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.807802] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.807976] env[69436]: DEBUG nova.virt.hardware [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.813410] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.813714] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a277a0-2ccd-4b7c-b3ed-c49fa958812c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.829759] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.829913] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.835738] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 982.835738] env[69436]: value = "task-3255224" [ 982.835738] env[69436]: _type = "Task" [ 982.835738] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.845523] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.985434] env[69436]: DEBUG nova.scheduler.client.report [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.067642] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.096091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7f01325d-1abd-45c8-920c-3c07fb86d4ed tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.574s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.196131] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "bd504796-e37a-472d-8af5-85f3356b59bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.197029] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "bd504796-e37a-472d-8af5-85f3356b59bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.210044] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22637} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.210044] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.210230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352a438-f680-4f8f-856e-7bcdeb3ff17a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233788] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.234600] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c2b204-5e52-4dc6-a24e-31747df28709 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.254867] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 983.254867] env[69436]: value = "task-3255225" [ 983.254867] env[69436]: _type = "Task" [ 983.254867] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.262842] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.334222] env[69436]: DEBUG nova.compute.utils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.345675] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255224, 'name': ReconfigVM_Task, 'duration_secs': 0.191213} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.346547] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 983.347342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2842f1-0d21-48ad-863a-3b8ec27a3a89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.370206] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b/54ef019a-a45c-4e12-82d3-675f890c554b.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.370762] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057a7954-1b78-4663-99af-96d6436e5776 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.391183] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 983.391183] env[69436]: value = "task-3255226" [ 983.391183] env[69436]: _type = "Task" [ 983.391183] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.400105] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.491354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.493989] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.494s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.495595] env[69436]: INFO nova.compute.claims [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.514118] env[69436]: INFO nova.scheduler.client.report [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Deleted allocations for instance 8bc53731-8231-40a3-98b7-aa51b30850b9 [ 983.698077] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 983.765425] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255225, 'name': ReconfigVM_Task, 'duration_secs': 0.433884} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.765706] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to attach disk [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.766359] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451984a6-51ac-41d0-b5e1-92e1eeb1335f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.773018] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 983.773018] env[69436]: value = "task-3255227" [ 983.773018] env[69436]: _type = "Task" [ 983.773018] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.780985] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255227, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.841262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.902440] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.022028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-925958c2-0999-4ef8-9eef-09f6b613026e tempest-MigrationsAdminTest-1149874209 tempest-MigrationsAdminTest-1149874209-project-member] Lock "8bc53731-8231-40a3-98b7-aa51b30850b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.543s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.045026] env[69436]: DEBUG nova.objects.instance [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'flavor' on Instance uuid a18b0787-4265-44a9-92f6-acc5742be909 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.218680] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.282687] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255227, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.405881] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255226, 'name': ReconfigVM_Task, 'duration_secs': 0.556472} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.406731] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b/54ef019a-a45c-4e12-82d3-675f890c554b.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.406731] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.555494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.555841] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.556111] env[69436]: DEBUG nova.network.neutron [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.556411] env[69436]: DEBUG nova.objects.instance [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'info_cache' on Instance uuid a18b0787-4265-44a9-92f6-acc5742be909 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.784550] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255227, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.908300] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.908579] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.909364] env[69436]: INFO nova.compute.manager [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Attaching volume de1d2c3f-b6f5-4982-ae49-7895bd50875a to /dev/sdb [ 984.913664] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba237096-ed78-40b3-916f-a4ce82d318e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.940472] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd1198e-bc32-4bc9-b961-db275d1e611e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.944160] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67119a3-e3c2-4e8b-95c2-056350a007f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.967815] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.973876] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f749ff05-8131-4c57-bab7-8f28e4186c38 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.977858] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e9cca5-8cd5-45c7-aaef-fe29064f5bc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.009311] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d2f116-c9b3-42a3-b93c-a9be7a329cd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.013523] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56387b65-bc18-4b0b-abd8-9467cf283b53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.021616] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c9bb9-2e95-4917-a585-3b5a445ce7b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.029661] env[69436]: DEBUG nova.virt.block_device [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating existing volume attachment record: 0d9b15f7-992e-45ce-ac0c-e4a0739eb7c1 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.044365] env[69436]: DEBUG nova.compute.provider_tree [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.060154] env[69436]: DEBUG nova.objects.base [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.290272] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255227, 'name': Rename_Task, 'duration_secs': 1.202281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.290272] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.290272] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c5a089-fe76-412e-9f8c-4d8787d6b314 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.296378] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 985.296378] env[69436]: value = "task-3255230" [ 985.296378] env[69436]: _type = "Task" [ 985.296378] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.304634] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.544631] env[69436]: DEBUG nova.network.neutron [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Port 1ba98888-771c-414d-b139-661076c09823 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 985.548061] env[69436]: DEBUG nova.scheduler.client.report [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.815474] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.903550] env[69436]: DEBUG nova.network.neutron [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.058592] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.059130] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 986.062044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.144s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.062417] env[69436]: DEBUG nova.objects.instance [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lazy-loading 'resources' on Instance uuid 4654b975-176d-4854-b209-429a0846852e {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.313583] env[69436]: DEBUG oslo_vmware.api [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255230, 'name': PowerOnVM_Task, 'duration_secs': 0.622821} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.313878] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.314100] env[69436]: INFO nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Took 10.15 seconds to spawn the instance on the hypervisor. [ 986.314351] env[69436]: DEBUG nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 986.315223] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a9239-ebce-4720-9868-dce900ffd7ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.406776] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.576929] env[69436]: DEBUG nova.compute.utils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.583110] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 986.583110] env[69436]: DEBUG nova.network.neutron [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.589688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.589979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.590551] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.691917] env[69436]: DEBUG nova.policy [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de5ebb7f1e2b4c4fb6a46ac62ba71297', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38550ac0bd14386b7713e62b58a582c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.839340] env[69436]: INFO nova.compute.manager [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Took 41.02 seconds to build instance. [ 987.079970] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95001b2b-5ed0-4774-88a7-43b0be19bdd7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.088848] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3577c5c8-6917-4a83-a753-64f3c3cd614f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.092447] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 987.125900] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ff216-82ff-438a-8f46-6bb88804c041 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.134944] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92990e3b-30bb-414f-811b-a596906a7557 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.152227] env[69436]: DEBUG nova.compute.provider_tree [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.254924] env[69436]: DEBUG nova.network.neutron [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Successfully created port: 4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.342666] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f80c8015-a779-4a86-8f56-e324e7dbe822 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.534s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.414995] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.415261] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c24e8412-5b94-4e8a-8d3a-38d36d4e7155 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.424226] env[69436]: DEBUG oslo_vmware.api [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 987.424226] env[69436]: value = "task-3255233" [ 987.424226] env[69436]: _type = "Task" [ 987.424226] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.438408] env[69436]: DEBUG oslo_vmware.api [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.648385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648607] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648804] env[69436]: DEBUG nova.network.neutron [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.656786] env[69436]: DEBUG nova.scheduler.client.report [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.715847] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.810598] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.811168] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.939373] env[69436]: DEBUG oslo_vmware.api [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255233, 'name': PowerOnVM_Task, 'duration_secs': 0.39629} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.939720] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.939946] env[69436]: DEBUG nova.compute.manager [None req-ba32ed3c-1cb1-456a-96df-ca518116b943 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 987.941072] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685430e5-114e-4e05-9763-87ffc6dbcd1b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.956664] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.956906] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.112505] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 988.143688] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.143834] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.143965] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.144167] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.144313] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.144565] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.144778] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.144936] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.145549] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.145823] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.146090] env[69436]: DEBUG nova.virt.hardware [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.147315] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f8d7c-c7c0-4cc7-916b-7ba7ff2a9f52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.158445] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f3c23-e89d-49ed-abfa-5b2b60bae284 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.162561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.165198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.637s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.166483] env[69436]: INFO nova.compute.claims [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.187091] env[69436]: INFO nova.scheduler.client.report [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Deleted allocations for instance 4654b975-176d-4854-b209-429a0846852e [ 988.323874] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.324087] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.324244] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.324456] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.324690] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.324967] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.325219] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 988.325466] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.460398] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 988.522765] env[69436]: DEBUG nova.network.neutron [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance_info_cache with network_info: [{"id": "1ba98888-771c-414d-b139-661076c09823", "address": "fa:16:3e:9a:5d:c8", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba98888-77", "ovs_interfaceid": "1ba98888-771c-414d-b139-661076c09823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.694254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-38df01cf-81b0-46f7-a3c3-fef9e54abad6 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "4654b975-176d-4854-b209-429a0846852e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.218s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.828660] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.905758] env[69436]: DEBUG nova.compute.manager [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Received event network-changed-b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 988.905951] env[69436]: DEBUG nova.compute.manager [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Refreshing instance network info cache due to event network-changed-b6d4209a-fdd0-416f-8833-3cef9fcd83aa. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 988.906196] env[69436]: DEBUG oslo_concurrency.lockutils [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.906945] env[69436]: DEBUG oslo_concurrency.lockutils [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.908168] env[69436]: DEBUG nova.network.neutron [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Refreshing network info cache for port b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.992228] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.026126] env[69436]: DEBUG oslo_concurrency.lockutils [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.569503] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb3c7b-c8f4-4d9f-8275-c98578c6f2c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.592628] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994a7dfe-d8b7-4591-8133-427dee3c0f4e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.602065] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.762122] env[69436]: DEBUG nova.network.neutron [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Successfully updated port: 4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.765537] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c3c38-2de4-45d9-b2bd-3bb4c0a2094f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.774257] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdaa6bf-ac22-44ee-9230-99162972398b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.813320] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a9de9-0d15-4b98-aca8-8dd55050cecf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.822603] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9386cc88-c59d-494d-82cc-f230ac96bbc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.839064] env[69436]: DEBUG nova.compute.provider_tree [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.843750] env[69436]: DEBUG nova.network.neutron [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updated VIF entry in instance network info cache for port b6d4209a-fdd0-416f-8833-3cef9fcd83aa. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.843750] env[69436]: DEBUG nova.network.neutron [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.079281] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 990.079487] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650404', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'name': 'volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48fc744d-0650-40e6-bd78-c19afcb58c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'serial': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 990.080417] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65375c3-867a-4748-ac0b-f2626f6a5b9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.102030] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9604d965-9292-4ffe-9711-dce98fc0b85f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.108918] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.123818] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bea1a8c-f435-4665-a3bf-bc3ccfa657a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.138546] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a/volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.138907] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5ff6bd-eb4d-4478-81fa-6d320cfd077a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.161367] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 990.161367] env[69436]: value = "task-3255235" [ 990.161367] env[69436]: _type = "Task" [ 990.161367] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.162665] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 990.162665] env[69436]: value = "task-3255236" [ 990.162665] env[69436]: _type = "Task" [ 990.162665] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.176372] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.180527] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.269742] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "refresh_cache-4f3e538d-53d7-4f5e-a00e-c2482d6d9801" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.269935] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquired lock "refresh_cache-4f3e538d-53d7-4f5e-a00e-c2482d6d9801" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.270075] env[69436]: DEBUG nova.network.neutron [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.346893] env[69436]: DEBUG nova.scheduler.client.report [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.351466] env[69436]: DEBUG oslo_concurrency.lockutils [req-db8e5daa-9cb4-462f-8822-792971d0b840 req-1965f2ce-ca72-431b-92ef-0f2e9a70b7ef service nova] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.693446] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.693871] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.823094] env[69436]: DEBUG nova.network.neutron [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.856521] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.857057] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 990.859963] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.301s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.860332] env[69436]: DEBUG nova.objects.instance [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lazy-loading 'resources' on Instance uuid 4135ee93-8f44-4928-8420-961d17077c00 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.021900] env[69436]: DEBUG nova.compute.manager [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Received event network-vif-plugged-4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 991.021992] env[69436]: DEBUG oslo_concurrency.lockutils [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] Acquiring lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.022220] env[69436]: DEBUG oslo_concurrency.lockutils [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.022664] env[69436]: DEBUG oslo_concurrency.lockutils [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.022989] env[69436]: DEBUG nova.compute.manager [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] No waiting events found dispatching network-vif-plugged-4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.025248] env[69436]: WARNING nova.compute.manager [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Received unexpected event network-vif-plugged-4c03135a-3168-477b-8192-90026f9a571e for instance with vm_state building and task_state spawning. [ 991.025248] env[69436]: DEBUG nova.compute.manager [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Received event network-changed-4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 991.025402] env[69436]: DEBUG nova.compute.manager [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Refreshing instance network info cache due to event network-changed-4c03135a-3168-477b-8192-90026f9a571e. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 991.026730] env[69436]: DEBUG oslo_concurrency.lockutils [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] Acquiring lock "refresh_cache-4f3e538d-53d7-4f5e-a00e-c2482d6d9801" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.065055] env[69436]: DEBUG nova.network.neutron [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Updating instance_info_cache with network_info: [{"id": "4c03135a-3168-477b-8192-90026f9a571e", "address": "fa:16:3e:ae:fe:83", "network": {"id": "a6f66a75-5f17-46fa-8ebc-52d118ed1cb4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1181254422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38550ac0bd14386b7713e62b58a582c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c03135a-31", "ovs_interfaceid": "4c03135a-3168-477b-8192-90026f9a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.180072] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255236, 'name': ReconfigVM_Task, 'duration_secs': 0.569039} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.183446] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a/volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.190772] env[69436]: DEBUG oslo_vmware.api [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255235, 'name': PowerOnVM_Task, 'duration_secs': 0.556664} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.190772] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db06b4a8-aacd-42f4-836b-55429752dfef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.199867] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.200899] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-794cde1b-1181-4f09-9717-0a2c386a1ea9 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance '54ef019a-a45c-4e12-82d3-675f890c554b' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.211167] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 991.211167] env[69436]: value = "task-3255237" [ 991.211167] env[69436]: _type = "Task" [ 991.211167] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.222118] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.363357] env[69436]: DEBUG nova.compute.utils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.369085] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 991.369207] env[69436]: DEBUG nova.network.neutron [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.443957] env[69436]: DEBUG nova.policy [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93a93c06baa74f14a2b76be170ff6be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7439471c98e4b20898443316eab3c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.569786] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Releasing lock "refresh_cache-4f3e538d-53d7-4f5e-a00e-c2482d6d9801" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.571281] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Instance network_info: |[{"id": "4c03135a-3168-477b-8192-90026f9a571e", "address": "fa:16:3e:ae:fe:83", "network": {"id": "a6f66a75-5f17-46fa-8ebc-52d118ed1cb4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1181254422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38550ac0bd14386b7713e62b58a582c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c03135a-31", "ovs_interfaceid": "4c03135a-3168-477b-8192-90026f9a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 991.571993] env[69436]: DEBUG oslo_concurrency.lockutils [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] Acquired lock "refresh_cache-4f3e538d-53d7-4f5e-a00e-c2482d6d9801" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.572125] env[69436]: DEBUG nova.network.neutron [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Refreshing network info cache for port 4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.573253] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:fe:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c03135a-3168-477b-8192-90026f9a571e', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.581598] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Creating folder: Project (c38550ac0bd14386b7713e62b58a582c). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.581772] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-306e711a-0bfc-40cb-923f-dc6fd814df21 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.598140] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Created folder: Project (c38550ac0bd14386b7713e62b58a582c) in parent group-v650165. [ 991.598355] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Creating folder: Instances. Parent ref: group-v650405. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.598659] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4edcdea-84f5-45aa-807c-5e7b005fe503 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.610506] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Created folder: Instances in parent group-v650405. [ 991.612477] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.612477] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.612477] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13248d2d-6304-4009-a0b6-ac94bec99afc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.637093] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.637093] env[69436]: value = "task-3255240" [ 991.637093] env[69436]: _type = "Task" [ 991.637093] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.650035] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255240, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.733873] env[69436]: DEBUG oslo_vmware.api [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255237, 'name': ReconfigVM_Task, 'duration_secs': 0.238706} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.734635] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650404', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'name': 'volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48fc744d-0650-40e6-bd78-c19afcb58c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'serial': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 991.809480] env[69436]: DEBUG nova.network.neutron [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Successfully created port: 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.869533] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 991.965523] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafb105d-54d9-420f-9438-2fe664ca9d28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.975608] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc634d-32c2-44cd-b932-a38f07dac03c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.015384] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c5474e-1dd8-4609-ab0a-320442452c0d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.024967] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b51c18-2e51-4fd6-9a84-d310fff8b44c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.040306] env[69436]: DEBUG nova.compute.provider_tree [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.150504] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255240, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.488032] env[69436]: DEBUG nova.network.neutron [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Updated VIF entry in instance network info cache for port 4c03135a-3168-477b-8192-90026f9a571e. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.488032] env[69436]: DEBUG nova.network.neutron [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Updating instance_info_cache with network_info: [{"id": "4c03135a-3168-477b-8192-90026f9a571e", "address": "fa:16:3e:ae:fe:83", "network": {"id": "a6f66a75-5f17-46fa-8ebc-52d118ed1cb4", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1181254422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38550ac0bd14386b7713e62b58a582c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c03135a-31", "ovs_interfaceid": "4c03135a-3168-477b-8192-90026f9a571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.546146] env[69436]: DEBUG nova.scheduler.client.report [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.554830] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "8a1e36c0-8235-4624-9395-06b55418d5a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.555986] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.331064] env[69436]: DEBUG nova.objects.instance [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'flavor' on Instance uuid 48fc744d-0650-40e6-bd78-c19afcb58c48 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.331064] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 993.332308] env[69436]: DEBUG oslo_concurrency.lockutils [req-62dcae69-3f7a-44e3-8e34-29a8669f8094 req-6e5f33a2-963e-4b65-add8-4f476d369fc0 service nova] Releasing lock "refresh_cache-4f3e538d-53d7-4f5e-a00e-c2482d6d9801" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.333016] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.473s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.336044] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 993.347137] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.665s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.347137] env[69436]: DEBUG nova.objects.instance [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'resources' on Instance uuid 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.357292] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255240, 'name': CreateVM_Task, 'duration_secs': 0.598803} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.357292] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.357292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.357292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.357611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.358870] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af29c9d-2cc2-44e1-8fac-e5ffea46f7e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.367644] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 993.367644] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a7acaa-71d7-b15f-45fe-f2976f4438b1" [ 993.367644] env[69436]: _type = "Task" [ 993.367644] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.371575] env[69436]: INFO nova.scheduler.client.report [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted allocations for instance 4135ee93-8f44-4928-8420-961d17077c00 [ 993.374969] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.375184] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.375341] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.375576] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.375741] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.375894] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.376121] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.376274] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.376470] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.376665] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.376839] env[69436]: DEBUG nova.virt.hardware [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.378112] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a4497-a149-49c6-af30-09876b87cf5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.388247] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a7acaa-71d7-b15f-45fe-f2976f4438b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.389033] env[69436]: DEBUG nova.network.neutron [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Successfully updated port: 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.390596] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.390879] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.391223] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.392267] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.392267] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.392686] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-028b7fd5-e142-41dc-abf9-5248d2cc9e12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.399294] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba577535-cd47-45ec-a567-78ad1805aaf3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.407298] env[69436]: DEBUG nova.compute.manager [req-ae653b98-84cf-4a99-8faa-9d13dcdea186 req-827c40be-2dba-461a-8e2d-8e806e4aab14 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Received event network-vif-plugged-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 993.407298] env[69436]: DEBUG oslo_concurrency.lockutils [req-ae653b98-84cf-4a99-8faa-9d13dcdea186 req-827c40be-2dba-461a-8e2d-8e806e4aab14 service nova] Acquiring lock "f9c0841a-09d5-468b-8740-a5918e0ba415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.407506] env[69436]: DEBUG oslo_concurrency.lockutils [req-ae653b98-84cf-4a99-8faa-9d13dcdea186 req-827c40be-2dba-461a-8e2d-8e806e4aab14 service nova] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.407722] env[69436]: DEBUG oslo_concurrency.lockutils [req-ae653b98-84cf-4a99-8faa-9d13dcdea186 req-827c40be-2dba-461a-8e2d-8e806e4aab14 service nova] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.407920] env[69436]: DEBUG nova.compute.manager [req-ae653b98-84cf-4a99-8faa-9d13dcdea186 req-827c40be-2dba-461a-8e2d-8e806e4aab14 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] No waiting events found dispatching network-vif-plugged-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.408170] env[69436]: WARNING nova.compute.manager [req-ae653b98-84cf-4a99-8faa-9d13dcdea186 req-827c40be-2dba-461a-8e2d-8e806e4aab14 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Received unexpected event network-vif-plugged-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 for instance with vm_state building and task_state spawning. [ 993.410764] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.410999] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.411850] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaa8d3e-e6ed-4c9f-a889-a1bf016475d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.441802] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 993.441802] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e1872d-e12b-14b6-5ef7-d4cd956660a4" [ 993.441802] env[69436]: _type = "Task" [ 993.441802] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.455330] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e1872d-e12b-14b6-5ef7-d4cd956660a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.455560] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f8dfbf-da57-4bb3-ac07-a2da8a0b1069 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.462565] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 993.462565] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522fc134-8ee1-108f-ce13-aec0e8cecac4" [ 993.462565] env[69436]: _type = "Task" [ 993.462565] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.472975] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522fc134-8ee1-108f-ce13-aec0e8cecac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.846448] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e522d0ed-9269-437b-8767-7cdb800af88a tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.938s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.850082] env[69436]: INFO nova.compute.manager [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Rescuing [ 993.850337] env[69436]: DEBUG oslo_concurrency.lockutils [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.850995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.850995] env[69436]: DEBUG nova.network.neutron [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.872079] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.894725] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-f9c0841a-09d5-468b-8740-a5918e0ba415" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.894867] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-f9c0841a-09d5-468b-8740-a5918e0ba415" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.895036] env[69436]: DEBUG nova.network.neutron [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.896210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5bdadd1e-c960-46aa-8fbd-5d4ea48fc4df tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "4135ee93-8f44-4928-8420-961d17077c00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.818s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.974193] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522fc134-8ee1-108f-ce13-aec0e8cecac4, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.974591] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.974831] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4f3e538d-53d7-4f5e-a00e-c2482d6d9801/4f3e538d-53d7-4f5e-a00e-c2482d6d9801.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.975119] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10730ed9-d654-44ae-abb8-c6d468719222 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.980539] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "54ef019a-a45c-4e12-82d3-675f890c554b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.980539] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.980682] env[69436]: DEBUG nova.compute.manager [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Going to confirm migration 4 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 993.988889] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 993.988889] env[69436]: value = "task-3255244" [ 993.988889] env[69436]: _type = "Task" [ 993.988889] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.000652] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.329757] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5280506-49c9-47a0-8a57-d25f115db2df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.338785] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901f1ee-c2a4-4a3f-ae9b-46eed6caa392 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.375100] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "41dc590f-ba91-424e-a087-8b51922e5886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.375100] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "41dc590f-ba91-424e-a087-8b51922e5886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.375328] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "41dc590f-ba91-424e-a087-8b51922e5886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.375942] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "41dc590f-ba91-424e-a087-8b51922e5886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.375942] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "41dc590f-ba91-424e-a087-8b51922e5886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.377857] env[69436]: INFO nova.compute.manager [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Terminating instance [ 994.380061] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13245cf-589f-4f28-b67e-77ac325ac4b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.392227] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79bb1a1-016c-488c-929e-163a8cc68dd1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.416549] env[69436]: DEBUG nova.compute.provider_tree [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.476561] env[69436]: DEBUG nova.network.neutron [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.501743] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255244, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.604317] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.604872] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.605254] env[69436]: DEBUG nova.network.neutron [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.605605] env[69436]: DEBUG nova.objects.instance [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lazy-loading 'info_cache' on Instance uuid 54ef019a-a45c-4e12-82d3-675f890c554b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.694119] env[69436]: DEBUG nova.network.neutron [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Updating instance_info_cache with network_info: [{"id": "8a1a8da6-14ec-4ca9-8414-9e87f34f9b62", "address": "fa:16:3e:31:3d:f6", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a8da6-14", "ovs_interfaceid": "8a1a8da6-14ec-4ca9-8414-9e87f34f9b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.723315] env[69436]: DEBUG nova.network.neutron [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.886233] env[69436]: DEBUG nova.compute.manager [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 994.886540] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.887603] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9f011-c3bc-4112-90d3-9de133fee01a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.898121] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.898283] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c4949e1-a42e-44b3-af97-a22540eb6cfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.907869] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 994.907869] env[69436]: value = "task-3255245" [ 994.907869] env[69436]: _type = "Task" [ 994.907869] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.917816] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.919930] env[69436]: DEBUG nova.scheduler.client.report [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.019147] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79269} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.020643] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 4f3e538d-53d7-4f5e-a00e-c2482d6d9801/4f3e538d-53d7-4f5e-a00e-c2482d6d9801.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.020913] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.021393] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a986764c-3eba-4703-9955-963638bd88fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.038990] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 995.038990] env[69436]: value = "task-3255246" [ 995.038990] env[69436]: _type = "Task" [ 995.038990] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.050036] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.198024] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-f9c0841a-09d5-468b-8740-a5918e0ba415" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.198385] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Instance network_info: |[{"id": "8a1a8da6-14ec-4ca9-8414-9e87f34f9b62", "address": "fa:16:3e:31:3d:f6", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a8da6-14", "ovs_interfaceid": "8a1a8da6-14ec-4ca9-8414-9e87f34f9b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 995.198816] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:3d:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a1a8da6-14ec-4ca9-8414-9e87f34f9b62', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.206962] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.207255] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.207529] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc5380b0-eaa6-4868-bd31-435c28b5b4a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.226721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.238046] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.238046] env[69436]: value = "task-3255248" [ 995.238046] env[69436]: _type = "Task" [ 995.238046] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.247682] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255248, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.420376] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255245, 'name': PowerOffVM_Task, 'duration_secs': 0.321943} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.420703] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.420853] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.421128] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b98e04e-a494-4414-9cc0-3083429d0c61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.425801] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.428264] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.661s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.429640] env[69436]: INFO nova.compute.claims [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.439058] env[69436]: DEBUG nova.compute.manager [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Received event network-changed-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 995.439058] env[69436]: DEBUG nova.compute.manager [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Refreshing instance network info cache due to event network-changed-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 995.439270] env[69436]: DEBUG oslo_concurrency.lockutils [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] Acquiring lock "refresh_cache-f9c0841a-09d5-468b-8740-a5918e0ba415" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.439270] env[69436]: DEBUG oslo_concurrency.lockutils [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] Acquired lock "refresh_cache-f9c0841a-09d5-468b-8740-a5918e0ba415" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.439387] env[69436]: DEBUG nova.network.neutron [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Refreshing network info cache for port 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.450912] env[69436]: INFO nova.scheduler.client.report [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7 [ 995.494071] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.494527] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.494737] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleting the datastore file [datastore2] 41dc590f-ba91-424e-a087-8b51922e5886 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.495121] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d084d92-aac9-43be-99eb-ac145ccb4f93 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.504765] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 995.504765] env[69436]: value = "task-3255250" [ 995.504765] env[69436]: _type = "Task" [ 995.504765] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.516403] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.550326] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09001} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.550589] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.551382] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29c3329-2699-40f3-a9ab-8ae6d802fdf5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.573882] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 4f3e538d-53d7-4f5e-a00e-c2482d6d9801/4f3e538d-53d7-4f5e-a00e-c2482d6d9801.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.574581] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-babb2b61-aa8b-4f2a-b614-50a771232d71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.595679] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 995.595679] env[69436]: value = "task-3255251" [ 995.595679] env[69436]: _type = "Task" [ 995.595679] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.606799] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.748552] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255248, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.821570] env[69436]: DEBUG nova.network.neutron [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance_info_cache with network_info: [{"id": "1ba98888-771c-414d-b139-661076c09823", "address": "fa:16:3e:9a:5d:c8", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba98888-77", "ovs_interfaceid": "1ba98888-771c-414d-b139-661076c09823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.962047] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d97090e-f3f2-4db8-b530-38a5e42064fb tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "67ee19a6-7a45-49b1-94e1-d91b1b3d1db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.764s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.018922] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.110120] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.183422] env[69436]: DEBUG nova.network.neutron [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Updated VIF entry in instance network info cache for port 8a1a8da6-14ec-4ca9-8414-9e87f34f9b62. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.183803] env[69436]: DEBUG nova.network.neutron [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Updating instance_info_cache with network_info: [{"id": "8a1a8da6-14ec-4ca9-8414-9e87f34f9b62", "address": "fa:16:3e:31:3d:f6", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1a8da6-14", "ovs_interfaceid": "8a1a8da6-14ec-4ca9-8414-9e87f34f9b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.249899] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255248, 'name': CreateVM_Task, 'duration_secs': 0.744979} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.250084] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.250777] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.250945] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.251317] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.251574] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eaa6bbc-7877-440c-b958-6bcb41e899d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.258012] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 996.258012] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ad00dd-a971-ae86-810e-a77fcb11625c" [ 996.258012] env[69436]: _type = "Task" [ 996.258012] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.268861] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ad00dd-a971-ae86-810e-a77fcb11625c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.326649] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-54ef019a-a45c-4e12-82d3-675f890c554b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.327125] env[69436]: DEBUG nova.objects.instance [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lazy-loading 'migration_context' on Instance uuid 54ef019a-a45c-4e12-82d3-675f890c554b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.518580] env[69436]: DEBUG oslo_vmware.api [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.712428} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.518869] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.519021] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.519202] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.519372] env[69436]: INFO nova.compute.manager [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Took 1.63 seconds to destroy the instance on the hypervisor. [ 996.519615] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.519802] env[69436]: DEBUG nova.compute.manager [-] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 996.519892] env[69436]: DEBUG nova.network.neutron [-] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.607913] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255251, 'name': ReconfigVM_Task, 'duration_secs': 0.527313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.608209] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 4f3e538d-53d7-4f5e-a00e-c2482d6d9801/4f3e538d-53d7-4f5e-a00e-c2482d6d9801.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.608836] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd45e01e-7f1f-40be-9d2e-7f3436507354 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.615888] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 996.615888] env[69436]: value = "task-3255252" [ 996.615888] env[69436]: _type = "Task" [ 996.615888] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.628141] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255252, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.686875] env[69436]: DEBUG oslo_concurrency.lockutils [req-04a2127d-ef58-486c-9bfa-39dfbfa2de04 req-31b0a20a-1028-449e-a8e1-1995d7052e87 service nova] Releasing lock "refresh_cache-f9c0841a-09d5-468b-8740-a5918e0ba415" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.774268] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.774268] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ad00dd-a971-ae86-810e-a77fcb11625c, 'name': SearchDatastore_Task, 'duration_secs': 0.023266} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.774268] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9114fef-f4dc-494b-ad0b-c5592cf0d54a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.775706] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.775942] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.776198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.776345] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.776520] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.779500] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ac10dc7-4621-44be-b0fa-f55b65bd5ace {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.787408] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 996.787408] env[69436]: value = "task-3255253" [ 996.787408] env[69436]: _type = "Task" [ 996.787408] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.795592] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.795857] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.799475] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6180bd39-c332-4007-ae33-21a0506e5c1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.802505] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.808044] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 996.808044] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b66630-0b78-ed41-b30b-1209cddca4e3" [ 996.808044] env[69436]: _type = "Task" [ 996.808044] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.816566] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b66630-0b78-ed41-b30b-1209cddca4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.831344] env[69436]: DEBUG nova.objects.base [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Object Instance<54ef019a-a45c-4e12-82d3-675f890c554b> lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.832388] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a95ae4-f99c-4de1-a42e-b2a292e93582 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.854718] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009a5bc5-cfce-479d-9cc1-825e51238010 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.857424] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc60425b-d044-4b20-b4d3-be354b8356d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.866110] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deec66a-867c-4d19-a4f7-f95fa1ccae31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.869154] env[69436]: DEBUG oslo_vmware.api [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 996.869154] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525029ab-2198-d6ad-f2f2-5c38effac94f" [ 996.869154] env[69436]: _type = "Task" [ 996.869154] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.869467] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "666f53b5-aefb-460e-99b6-2647966dc8cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.869678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.869866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "666f53b5-aefb-460e-99b6-2647966dc8cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.870055] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.870218] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.875290] env[69436]: INFO nova.compute.manager [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Terminating instance [ 996.901914] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e24324-0a4b-4a20-b23d-90cd7da4be6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.907789] env[69436]: DEBUG oslo_vmware.api [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525029ab-2198-d6ad-f2f2-5c38effac94f, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.908875] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.913300] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38795d-7cae-4de4-9609-34dc24bbf16f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.927313] env[69436]: DEBUG nova.compute.provider_tree [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.126980] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255252, 'name': Rename_Task, 'duration_secs': 0.152134} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.127301] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.127552] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff57b292-658a-4cf0-8db7-90e61155e29c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.134704] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 997.134704] env[69436]: value = "task-3255254" [ 997.134704] env[69436]: _type = "Task" [ 997.134704] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.148969] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.267529] env[69436]: DEBUG nova.network.neutron [-] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.298167] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255253, 'name': PowerOffVM_Task, 'duration_secs': 0.242562} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.298861] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.299342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92330c-a694-4d33-b61a-d7ac6e563f8e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.326768] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5112aae-e463-40b5-9dc5-e98b865dde4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.336212] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b66630-0b78-ed41-b30b-1209cddca4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014468} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.341025] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3014f7-7891-4afc-a889-204f8bb31e6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.347433] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 997.347433] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b2efd9-84c2-227a-aa32-67b3c869b9d4" [ 997.347433] env[69436]: _type = "Task" [ 997.347433] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.357174] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b2efd9-84c2-227a-aa32-67b3c869b9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.365530] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.365530] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b345a85-8bcc-410a-b347-40c8fd55669b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.372625] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 997.372625] env[69436]: value = "task-3255256" [ 997.372625] env[69436]: _type = "Task" [ 997.372625] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.381319] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.409471] env[69436]: DEBUG nova.compute.manager [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 997.409471] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.410235] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92834134-7823-49c6-a4a6-8e5cd4044fbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.423781] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.424082] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc802993-c804-42a8-86ee-4a02000ef0df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.434031] env[69436]: DEBUG oslo_vmware.api [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 997.434031] env[69436]: value = "task-3255257" [ 997.434031] env[69436]: _type = "Task" [ 997.434031] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.445261] env[69436]: DEBUG oslo_vmware.api [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.449875] env[69436]: ERROR nova.scheduler.client.report [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [req-33b224e8-5c7c-428a-843c-a439d7564c4c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33b224e8-5c7c-428a-843c-a439d7564c4c"}]} [ 997.467867] env[69436]: DEBUG nova.scheduler.client.report [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 997.484794] env[69436]: DEBUG nova.scheduler.client.report [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 997.486137] env[69436]: DEBUG nova.compute.provider_tree [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.498826] env[69436]: DEBUG nova.scheduler.client.report [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 997.515690] env[69436]: DEBUG nova.compute.manager [req-b2d1b85d-4823-4f34-9499-365ae596b0aa req-a6ffdef7-ee45-4b96-936b-48fe21ee3b71 service nova] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Received event network-vif-deleted-61f0b26f-d3f2-4132-afb0-d7072dafc947 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 997.522544] env[69436]: DEBUG nova.scheduler.client.report [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 997.645067] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.769781] env[69436]: INFO nova.compute.manager [-] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Took 1.25 seconds to deallocate network for instance. [ 997.860043] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b2efd9-84c2-227a-aa32-67b3c869b9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.862616] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.862898] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f9c0841a-09d5-468b-8740-a5918e0ba415/f9c0841a-09d5-468b-8740-a5918e0ba415.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.863381] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a90e98c-e68b-4742-80d7-998cc2f2a552 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.872118] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 997.872118] env[69436]: value = "task-3255258" [ 997.872118] env[69436]: _type = "Task" [ 997.872118] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.891335] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.894238] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.894476] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.894764] env[69436]: DEBUG oslo_concurrency.lockutils [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.894959] env[69436]: DEBUG oslo_concurrency.lockutils [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.895125] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.895614] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aeb62ef-111a-40f2-9cd7-84b5e64c6d3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.904607] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.904840] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.907915] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebbb4bc-f9d6-4e3b-840b-4679efc55030 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.914069] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 997.914069] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52109cb0-b973-965e-83a9-d4aa4038256c" [ 997.914069] env[69436]: _type = "Task" [ 997.914069] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.922945] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52109cb0-b973-965e-83a9-d4aa4038256c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.946401] env[69436]: DEBUG oslo_vmware.api [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255257, 'name': PowerOffVM_Task, 'duration_secs': 0.216539} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.946707] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.946906] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.947137] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a09d011-6567-405c-80c8-d69ce8549ecc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.950978] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb08b4-63ea-4dab-91d1-8fc5e0696cbd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.960534] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b1c74-2cfc-4f3c-89bb-67aa72222045 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.995872] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83baea63-a763-4d43-b9b8-0886cb968915 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.004270] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad193fa-0877-44b7-92be-41ceab700dbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.020556] env[69436]: DEBUG nova.compute.provider_tree [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.024406] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.024759] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.025062] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore1] 666f53b5-aefb-460e-99b6-2647966dc8cf {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.025436] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3054de0-f4b7-44b7-845c-4e2f2f229f2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.032672] env[69436]: DEBUG oslo_vmware.api [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 998.032672] env[69436]: value = "task-3255260" [ 998.032672] env[69436]: _type = "Task" [ 998.032672] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.042205] env[69436]: DEBUG oslo_vmware.api [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.149489] env[69436]: DEBUG oslo_vmware.api [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255254, 'name': PowerOnVM_Task, 'duration_secs': 0.550536} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.149971] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.150351] env[69436]: INFO nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Took 10.04 seconds to spawn the instance on the hypervisor. [ 998.150626] env[69436]: DEBUG nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 998.151582] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382b1499-cebe-46ff-a5b6-65c4a19b2e43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.279701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.385688] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.428318] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52109cb0-b973-965e-83a9-d4aa4038256c, 'name': SearchDatastore_Task, 'duration_secs': 0.022792} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.428318] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d88b0c-9491-4045-9cae-bc6eec9354f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.434141] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 998.434141] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6d12a-1c4d-4859-98ac-6d8004370664" [ 998.434141] env[69436]: _type = "Task" [ 998.434141] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.442736] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6d12a-1c4d-4859-98ac-6d8004370664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.543461] env[69436]: DEBUG oslo_vmware.api [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.544071] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.544289] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.544486] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.544769] env[69436]: INFO nova.compute.manager [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.544917] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.545133] env[69436]: DEBUG nova.compute.manager [-] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 998.545227] env[69436]: DEBUG nova.network.neutron [-] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.565301] env[69436]: DEBUG nova.scheduler.client.report [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 998.565612] env[69436]: DEBUG nova.compute.provider_tree [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 122 to 123 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 998.566137] env[69436]: DEBUG nova.compute.provider_tree [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.678660] env[69436]: INFO nova.compute.manager [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Took 39.70 seconds to build instance. [ 998.885150] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549907} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.885425] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] f9c0841a-09d5-468b-8740-a5918e0ba415/f9c0841a-09d5-468b-8740-a5918e0ba415.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.885677] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.885955] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8591c850-3b71-47c8-8a10-8112c5c619dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.895488] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 998.895488] env[69436]: value = "task-3255261" [ 998.895488] env[69436]: _type = "Task" [ 998.895488] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.907454] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.947449] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e6d12a-1c4d-4859-98ac-6d8004370664, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.947682] env[69436]: DEBUG oslo_concurrency.lockutils [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.947977] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. {{(pid=69436) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 998.948336] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbac5321-b08a-4568-8b59-a3d6ec28f50c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.957570] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 998.957570] env[69436]: value = "task-3255262" [ 998.957570] env[69436]: _type = "Task" [ 998.957570] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.966725] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.072389] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.644s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.073322] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 999.076501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.718s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.076734] env[69436]: DEBUG nova.objects.instance [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lazy-loading 'resources' on Instance uuid 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.181762] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52dd469b-7016-4a51-a38d-a1eea4985f6e tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.218s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.311748] env[69436]: DEBUG nova.network.neutron [-] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.421845] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068369} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.422212] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.423162] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be36291-fe56-433f-b8ce-fb959e9ccdde {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.447226] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f9c0841a-09d5-468b-8740-a5918e0ba415/f9c0841a-09d5-468b-8740-a5918e0ba415.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.447551] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2237b170-820c-4dfa-be6f-a025dd19331e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.471856] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255262, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.473340] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 999.473340] env[69436]: value = "task-3255264" [ 999.473340] env[69436]: _type = "Task" [ 999.473340] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.481950] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.580474] env[69436]: DEBUG nova.compute.utils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.582173] env[69436]: DEBUG nova.objects.instance [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.583722] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 999.583722] env[69436]: DEBUG nova.network.neutron [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.634221] env[69436]: DEBUG nova.policy [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd921033679da4d06b36c73085cfa177d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f79fd923d4e646f7a28d831a82f7f18b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.646931] env[69436]: DEBUG nova.compute.manager [req-a41edf86-b52f-40d3-aa88-12dcd57556f5 req-74a4bd48-666b-48a0-8bb0-6f476971270e service nova] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Received event network-vif-deleted-5e06d3d2-db0e-4012-9d5c-927881ccd3c6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 999.815168] env[69436]: INFO nova.compute.manager [-] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Took 1.27 seconds to deallocate network for instance. [ 999.916622] env[69436]: DEBUG nova.network.neutron [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Successfully created port: c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.973994] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255262, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.987796] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.084802] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1000.089586] env[69436]: DEBUG nova.objects.base [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Object Instance<1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae> lazy-loaded attributes: resources,numa_topology {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.322432] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.474717] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255262, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.498603} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.480696] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. [ 1000.481922] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edbe01b-e751-47be-bfda-b4c9922dd822 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.490873] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.515925] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.518912] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-692f8455-6370-4053-9497-2086ea5b2dd2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.538071] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1000.538071] env[69436]: value = "task-3255265" [ 1000.538071] env[69436]: _type = "Task" [ 1000.538071] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.549432] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.566674] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97599fda-d700-4421-b802-8090c3f50366 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.580609] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2405cf60-8143-43dd-8bc6-42c69fcf20d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.617811] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491e320-99bd-4541-948e-398086a9f008 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.627206] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ee1548-de9d-48c1-9bf1-2e3a46625a2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.653946] env[69436]: DEBUG nova.compute.provider_tree [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.984336] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255264, 'name': ReconfigVM_Task, 'duration_secs': 1.02178} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.984622] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f9c0841a-09d5-468b-8740-a5918e0ba415/f9c0841a-09d5-468b-8740-a5918e0ba415.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.985268] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b1f6e5-422d-4637-9ec1-3386808b92c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.993521] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1000.993521] env[69436]: value = "task-3255266" [ 1000.993521] env[69436]: _type = "Task" [ 1000.993521] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.002194] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255266, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.047539] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255265, 'name': ReconfigVM_Task, 'duration_secs': 0.413605} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.047823] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.048685] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843b5666-56ed-43ac-87e8-297225ff10f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.079031] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.079031] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.079240] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.079367] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.079540] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.081524] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ba3c76-af62-4de5-a896-84eec299d50f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.092868] env[69436]: INFO nova.compute.manager [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Terminating instance [ 1001.101886] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1001.101886] env[69436]: value = "task-3255267" [ 1001.101886] env[69436]: _type = "Task" [ 1001.101886] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.112066] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.120019] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1001.146484] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.146768] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.146995] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.147226] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.147377] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.147524] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.147736] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.147893] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.148071] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.148237] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.148406] env[69436]: DEBUG nova.virt.hardware [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.149366] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55464c90-172e-4e18-a2d8-dbdb7d03d6d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.158902] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069664b7-2343-41ea-9d5e-3eda364a3800 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.163672] env[69436]: DEBUG nova.scheduler.client.report [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.462795] env[69436]: DEBUG nova.network.neutron [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Successfully updated port: c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.503920] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255266, 'name': Rename_Task, 'duration_secs': 0.328557} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.504209] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.504769] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0dd23dd-80a8-4051-8772-aab896533d23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.511213] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1001.511213] env[69436]: value = "task-3255269" [ 1001.511213] env[69436]: _type = "Task" [ 1001.511213] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.520771] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.598407] env[69436]: DEBUG nova.compute.manager [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1001.598813] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.599497] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6235aedb-a98a-4802-a344-c346619f62a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.611013] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255267, 'name': ReconfigVM_Task, 'duration_secs': 0.20122} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.613029] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.613302] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.613513] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d286cad9-5154-461f-b271-032f40e04475 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.614919] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0266b22-73df-4a17-a849-b2d99fd86e5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620744] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1001.620744] env[69436]: value = "task-3255270" [ 1001.620744] env[69436]: _type = "Task" [ 1001.620744] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.621921] env[69436]: DEBUG oslo_vmware.api [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 1001.621921] env[69436]: value = "task-3255271" [ 1001.621921] env[69436]: _type = "Task" [ 1001.621921] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.633681] env[69436]: DEBUG oslo_vmware.api [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.636980] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.669557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.593s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.673338] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.202s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.673642] env[69436]: DEBUG nova.objects.instance [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lazy-loading 'resources' on Instance uuid fe4f08b4-aa1c-4326-93ed-d073072b178a {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.675757] env[69436]: DEBUG nova.compute.manager [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Received event network-vif-plugged-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1001.676466] env[69436]: DEBUG oslo_concurrency.lockutils [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] Acquiring lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.676466] env[69436]: DEBUG oslo_concurrency.lockutils [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.676466] env[69436]: DEBUG oslo_concurrency.lockutils [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.676734] env[69436]: DEBUG nova.compute.manager [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] No waiting events found dispatching network-vif-plugged-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.676807] env[69436]: WARNING nova.compute.manager [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Received unexpected event network-vif-plugged-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 for instance with vm_state building and task_state spawning. [ 1001.677022] env[69436]: DEBUG nova.compute.manager [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Received event network-changed-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1001.677241] env[69436]: DEBUG nova.compute.manager [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Refreshing instance network info cache due to event network-changed-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1001.677457] env[69436]: DEBUG oslo_concurrency.lockutils [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] Acquiring lock "refresh_cache-f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.677622] env[69436]: DEBUG oslo_concurrency.lockutils [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] Acquired lock "refresh_cache-f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.677845] env[69436]: DEBUG nova.network.neutron [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Refreshing network info cache for port c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.964479] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "refresh_cache-f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.024295] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255269, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.137724] env[69436]: DEBUG oslo_vmware.api [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255271, 'name': PowerOffVM_Task, 'duration_secs': 0.298704} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.141106] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.141330] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.141621] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.141868] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a95a87a-c86d-4a3f-874a-db4668d84d8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.192829] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6caf3dac-8113-4a82-9fc7-d6a670ee1242 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.777s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.194291] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.022s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.194372] env[69436]: INFO nova.compute.manager [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Unshelving [ 1002.229566] env[69436]: DEBUG nova.network.neutron [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.248025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.248025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.248271] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Deleting the datastore file [datastore2] 4f3e538d-53d7-4f5e-a00e-c2482d6d9801 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.249496] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b062a1ca-da1a-45e0-abea-9a936129d8da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.261270] env[69436]: DEBUG oslo_vmware.api [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for the task: (returnval){ [ 1002.261270] env[69436]: value = "task-3255273" [ 1002.261270] env[69436]: _type = "Task" [ 1002.261270] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.276502] env[69436]: DEBUG oslo_vmware.api [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.321763] env[69436]: DEBUG nova.network.neutron [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.523614] env[69436]: DEBUG oslo_vmware.api [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255269, 'name': PowerOnVM_Task, 'duration_secs': 0.82556} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.523874] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.524081] env[69436]: INFO nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1002.524262] env[69436]: DEBUG nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1002.525151] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c81bce-5ef3-496d-b095-8da65ae9cc36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.636312] env[69436]: DEBUG oslo_vmware.api [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255270, 'name': PowerOnVM_Task, 'duration_secs': 0.575607} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.636693] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.639498] env[69436]: DEBUG nova.compute.manager [None req-92162085-6d8f-4b72-8b1b-e2fc83299f3f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1002.640223] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d8238-5c71-4f56-bb80-f781c49ab3f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.644939] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f4095d-f61d-4602-9474-c3160a96ac03 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.656381] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6df9d0-1964-4cdf-8994-9bbf11b6f73e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.688236] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c2559-d253-4752-b054-f1ba6e42bdae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.697587] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cf62f0-2d6b-41e0-91df-b3c86188bd14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.715146] env[69436]: DEBUG nova.compute.provider_tree [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.776368] env[69436]: DEBUG oslo_vmware.api [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Task: {'id': task-3255273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511347} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.776792] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.777110] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.777332] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.777513] env[69436]: INFO nova.compute.manager [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1002.777766] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.777957] env[69436]: DEBUG nova.compute.manager [-] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1002.778089] env[69436]: DEBUG nova.network.neutron [-] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.824223] env[69436]: DEBUG oslo_concurrency.lockutils [req-87046749-2d07-4592-b8ec-6724e8508f9f req-bd72e4b3-9937-4efc-8e65-5a0900f35806 service nova] Releasing lock "refresh_cache-f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.824644] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "refresh_cache-f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.824812] env[69436]: DEBUG nova.network.neutron [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.045142] env[69436]: INFO nova.compute.manager [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Took 35.53 seconds to build instance. [ 1003.221316] env[69436]: DEBUG nova.scheduler.client.report [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.235530] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.361607] env[69436]: DEBUG nova.network.neutron [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.513749] env[69436]: DEBUG nova.network.neutron [-] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.522027] env[69436]: DEBUG nova.network.neutron [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Updating instance_info_cache with network_info: [{"id": "c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1", "address": "fa:16:3e:13:8f:cd", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96c7f4f-68", "ovs_interfaceid": "c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.547722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5b65c973-ef25-4276-bd52-4f127f5b140f tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.045s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.727979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.731028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.128s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.731028] env[69436]: DEBUG nova.objects.instance [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lazy-loading 'resources' on Instance uuid 04b85efe-d62b-4e19-9c5e-a7aced9031ed {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.753643] env[69436]: INFO nova.scheduler.client.report [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted allocations for instance fe4f08b4-aa1c-4326-93ed-d073072b178a [ 1003.776372] env[69436]: DEBUG nova.compute.manager [req-229d381c-1ca7-4e0b-9b60-30b2cf4aca5d req-6c03b08e-ca64-4c13-96e1-a8967ee92262 service nova] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Received event network-vif-deleted-4c03135a-3168-477b-8192-90026f9a571e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1004.017061] env[69436]: INFO nova.compute.manager [-] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Took 1.24 seconds to deallocate network for instance. [ 1004.024603] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "refresh_cache-f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.024918] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Instance network_info: |[{"id": "c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1", "address": "fa:16:3e:13:8f:cd", "network": {"id": "05748c15-d9f2-40f0-972f-3181b83ec072", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1707044335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f79fd923d4e646f7a28d831a82f7f18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96c7f4f-68", "ovs_interfaceid": "c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1004.025336] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:8f:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.034035] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.034196] env[69436]: INFO nova.compute.manager [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Rebuilding instance [ 1004.036717] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.038422] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62fd73a9-06fb-44f2-8a16-9b0978912822 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.065378] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.065378] env[69436]: value = "task-3255275" [ 1004.065378] env[69436]: _type = "Task" [ 1004.065378] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.075995] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255275, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.081950] env[69436]: DEBUG nova.compute.manager [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1004.082879] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c44c8d-abb9-41d7-8aa6-606fb780c585 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.264076] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7ced59c3-bc6e-48ca-bf88-caa2284329eb tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "fe4f08b4-aa1c-4326-93ed-d073072b178a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.250s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.506968] env[69436]: INFO nova.compute.manager [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Unrescuing [ 1004.506968] env[69436]: DEBUG oslo_concurrency.lockutils [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.507175] env[69436]: DEBUG oslo_concurrency.lockutils [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.507320] env[69436]: DEBUG nova.network.neutron [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.509838] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "f9c0841a-09d5-468b-8740-a5918e0ba415" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.510410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.524044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.577809] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255275, 'name': CreateVM_Task, 'duration_secs': 0.41916} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.577809] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.578165] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.578342] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.578651] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.578911] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b9a7ec-911c-4b2c-8a70-9f143a167ef1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.585889] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1004.585889] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f5eaec-0d54-8b7f-ac5f-143b90972c9f" [ 1004.585889] env[69436]: _type = "Task" [ 1004.585889] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.594430] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f5eaec-0d54-8b7f-ac5f-143b90972c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.644304] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf15dd-d428-47cf-808e-6dd388269c1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.653686] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a1d17-04ed-46e9-81ea-b8398c89c1ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.684841] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d610f1c-5035-4d32-b8da-c44e397d9e8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.694026] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1062fa41-ebdb-474d-b89a-4a1fe65b5851 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.708800] env[69436]: DEBUG nova.compute.provider_tree [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.012825] env[69436]: DEBUG nova.compute.utils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.102260] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.102760] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f5eaec-0d54-8b7f-ac5f-143b90972c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.103066] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c92fbee2-1984-4836-baa3-a14e6b90f4e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.105048] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.105287] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.105531] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.105677] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.105854] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.106133] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3597cdea-c3aa-4c04-ab38-d33393d5a6b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.115879] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 1005.115879] env[69436]: value = "task-3255276" [ 1005.115879] env[69436]: _type = "Task" [ 1005.115879] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.116885] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.117256] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.121125] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d94def-d4a2-41d5-b0db-dcc93e5e079b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.127762] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1005.127762] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525acd7f-19aa-659f-41b0-dccd3808d631" [ 1005.127762] env[69436]: _type = "Task" [ 1005.127762] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.130698] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.143036] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525acd7f-19aa-659f-41b0-dccd3808d631, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.143895] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5858e217-14b4-4ec5-b0da-1f8f53b89084 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.150755] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1005.150755] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525eacad-f212-fbb7-3b5a-2e6e2395bc0d" [ 1005.150755] env[69436]: _type = "Task" [ 1005.150755] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.160137] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525eacad-f212-fbb7-3b5a-2e6e2395bc0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.213786] env[69436]: DEBUG nova.scheduler.client.report [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.260567] env[69436]: DEBUG nova.network.neutron [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.516552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.627762] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255276, 'name': PowerOffVM_Task, 'duration_secs': 0.342257} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.628057] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.628741] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.628998] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b14e39-c1e6-4f76-bc67-ee07d45ecf8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.636224] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 1005.636224] env[69436]: value = "task-3255278" [ 1005.636224] env[69436]: _type = "Task" [ 1005.636224] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.644045] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.660058] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525eacad-f212-fbb7-3b5a-2e6e2395bc0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014759} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.660303] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.660560] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] f4c48a71-4142-4f10-9eaa-7d3ac0ca1070/f4c48a71-4142-4f10-9eaa-7d3ac0ca1070.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.660805] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b0a2b57-514f-48ad-ae3c-d1f291b13cb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.667491] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1005.667491] env[69436]: value = "task-3255279" [ 1005.667491] env[69436]: _type = "Task" [ 1005.667491] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.675256] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.719680] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.722158] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.010s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.723927] env[69436]: INFO nova.compute.claims [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.746522] env[69436]: INFO nova.scheduler.client.report [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Deleted allocations for instance 04b85efe-d62b-4e19-9c5e-a7aced9031ed [ 1005.763709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.764935] env[69436]: DEBUG nova.objects.instance [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'flavor' on Instance uuid 48fc744d-0650-40e6-bd78-c19afcb58c48 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.149703] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1006.150325] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1006.150325] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650361', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'name': 'volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7740e8c5-3687-49cc-bdde-141ae44d399d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'serial': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1006.151209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527fd31b-787a-40ef-b7bb-02b67b61ca44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.177024] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461249b7-4f60-455a-8218-dc632c3f0b3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.184510] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.187424] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7afdcf-d53b-4295-84c3-46aba761a8d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.216573] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a64b4-c3af-4b3d-b68f-cc4e849a1ff9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.245196] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] The volume has not been displaced from its original location: [datastore2] volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7/volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1006.254946] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1006.261366] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40df08ee-cb8f-43e0-ade6-394f60c85121 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.285551] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f5770aaa-c9bd-4cda-84a7-46aa87f7b3f8 tempest-InstanceActionsTestJSON-1014516387 tempest-InstanceActionsTestJSON-1014516387-project-member] Lock "04b85efe-d62b-4e19-9c5e-a7aced9031ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.158s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.291786] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a18098a-b576-4437-a6cb-38b68a3865fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.296921] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 1006.296921] env[69436]: value = "task-3255280" [ 1006.296921] env[69436]: _type = "Task" [ 1006.296921] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.320652] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.323888] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b0fffe-12e6-4d04-b890-3b702b91985e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.329883] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.334830] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1006.334830] env[69436]: value = "task-3255281" [ 1006.334830] env[69436]: _type = "Task" [ 1006.334830] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.347480] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.356996] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.357145] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.357397] env[69436]: DEBUG nova.objects.instance [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'flavor' on Instance uuid 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.587806] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "f9c0841a-09d5-468b-8740-a5918e0ba415" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.588303] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.588478] env[69436]: INFO nova.compute.manager [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Attaching volume 852ec22c-a6b1-4efb-94fd-7ea986af6e6b to /dev/sdb [ 1006.635712] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c3ddc-a7ae-4ff6-9570-99660a305820 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.646324] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2a674f-4573-4c9c-af8f-a416d4b03602 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.662511] env[69436]: DEBUG nova.virt.block_device [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Updating existing volume attachment record: 91fed807-b51b-4766-87c6-e3dd1cf657ee {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1006.682926] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545993} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.683255] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] f4c48a71-4142-4f10-9eaa-7d3ac0ca1070/f4c48a71-4142-4f10-9eaa-7d3ac0ca1070.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.683470] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.683732] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b04eae71-2a94-4f36-a6a1-b93947160513 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.692037] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1006.692037] env[69436]: value = "task-3255282" [ 1006.692037] env[69436]: _type = "Task" [ 1006.692037] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.701374] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.703666] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d94af8-1892-4857-81df-98eeb0270738 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.711665] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2e957f-6c62-431f-9766-5f0ce8a26696 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.744611] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73837b07-5180-4b70-8e0c-3c7ea751ae77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.753209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b8f7d-6f58-4bea-8574-2c757dd0b53d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.766986] env[69436]: DEBUG nova.compute.provider_tree [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.808321] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255280, 'name': ReconfigVM_Task, 'duration_secs': 0.285443} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.808708] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.813770] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47066fd3-7c88-464e-b452-17a9ddc5da42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.829309] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 1006.829309] env[69436]: value = "task-3255284" [ 1006.829309] env[69436]: _type = "Task" [ 1006.829309] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.838774] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.847593] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255281, 'name': PowerOffVM_Task, 'duration_secs': 0.253807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.847752] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.853121] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfiguring VM instance instance-00000040 to detach disk 2002 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1006.853465] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe63cb2-7bf7-4f80-b9a7-fc3b072aed77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.870544] env[69436]: DEBUG nova.objects.instance [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'pci_requests' on Instance uuid 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.880733] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1006.880733] env[69436]: value = "task-3255286" [ 1006.880733] env[69436]: _type = "Task" [ 1006.880733] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.888993] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.202742] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232696} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.203042] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.203947] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcc6419-502d-4fe2-aa79-8666d738b526 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.226250] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] f4c48a71-4142-4f10-9eaa-7d3ac0ca1070/f4c48a71-4142-4f10-9eaa-7d3ac0ca1070.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.226523] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdbab74-6cf3-4b9d-b86c-5539393ff632 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.247535] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1007.247535] env[69436]: value = "task-3255288" [ 1007.247535] env[69436]: _type = "Task" [ 1007.247535] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.255787] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.305483] env[69436]: DEBUG nova.scheduler.client.report [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1007.305794] env[69436]: DEBUG nova.compute.provider_tree [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 123 to 124 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1007.306254] env[69436]: DEBUG nova.compute.provider_tree [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.342259] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.373578] env[69436]: DEBUG nova.objects.base [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Object Instance<6bf1c792-2c70-4394-8da9-deb4a515ee9b> lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.373802] env[69436]: DEBUG nova.network.neutron [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.392259] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255286, 'name': ReconfigVM_Task, 'duration_secs': 0.261469} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.392643] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfigured VM instance instance-00000040 to detach disk 2002 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1007.392888] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.393215] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df05abb-c392-4b39-a3f1-c6c5413ba201 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.401657] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1007.401657] env[69436]: value = "task-3255289" [ 1007.401657] env[69436]: _type = "Task" [ 1007.401657] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.413690] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.545329] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fe39b9ce-39da-4ac9-8d59-f36cd47edac2 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.180s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.758933] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.812054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.090s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.812637] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1007.815368] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.855s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.815552] env[69436]: DEBUG nova.objects.instance [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.845721] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.912303] env[69436]: DEBUG oslo_vmware.api [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255289, 'name': PowerOnVM_Task, 'duration_secs': 0.401839} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.912600] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.912906] env[69436]: DEBUG nova.compute.manager [None req-574c4640-fe1f-43e3-bd8f-f6b54600ad5f tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1007.913690] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c276138-f72e-4e0f-8ce6-c0ecd78d2d21 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.260018] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255288, 'name': ReconfigVM_Task, 'duration_secs': 0.945641} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.260362] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Reconfigured VM instance instance-00000057 to attach disk [datastore1] f4c48a71-4142-4f10-9eaa-7d3ac0ca1070/f4c48a71-4142-4f10-9eaa-7d3ac0ca1070.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.261023] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a05f7a-0acd-4b22-ad63-6e0cb9d5cbeb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.269643] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1008.269643] env[69436]: value = "task-3255291" [ 1008.269643] env[69436]: _type = "Task" [ 1008.269643] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.278647] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255291, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.329025] env[69436]: DEBUG nova.compute.utils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.329025] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1008.329241] env[69436]: DEBUG nova.network.neutron [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.344780] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255284, 'name': ReconfigVM_Task, 'duration_secs': 1.13988} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.345624] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650361', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'name': 'volume-f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7740e8c5-3687-49cc-bdde-141ae44d399d', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7', 'serial': 'f2d6c76a-62ac-4fc5-b9a8-87ec216388e7'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1008.345973] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.347561] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee98d22e-5572-4c28-b0ed-e2815b71fd7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.356817] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.357145] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b5cc39-996f-4563-8871-bbdbd02fc6ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.391993] env[69436]: DEBUG nova.policy [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de02debb42e4331b450b2f2aacb87b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92e79809f3646029ca93a266f65b716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.440361] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.440361] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.440361] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Deleting the datastore file [datastore2] 7740e8c5-3687-49cc-bdde-141ae44d399d {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.440361] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0766aba-5866-499b-b7c9-b31528fcc2e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.449731] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for the task: (returnval){ [ 1008.449731] env[69436]: value = "task-3255293" [ 1008.449731] env[69436]: _type = "Task" [ 1008.449731] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465219] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.781215] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255291, 'name': Rename_Task, 'duration_secs': 0.149478} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.781531] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.781794] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c800015-f8ae-436a-96c6-b4054921a286 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.790103] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1008.790103] env[69436]: value = "task-3255294" [ 1008.790103] env[69436]: _type = "Task" [ 1008.790103] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.799196] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.830219] env[69436]: DEBUG oslo_concurrency.lockutils [None req-24536fc2-7335-48d3-90a1-3299d9eeac78 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.832376] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.349s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.833610] env[69436]: INFO nova.compute.claims [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.839525] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1008.881767] env[69436]: DEBUG nova.network.neutron [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Successfully created port: ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.962574] env[69436]: DEBUG oslo_vmware.api [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Task: {'id': task-3255293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085556} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.964193] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.964193] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.964193] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.041577] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.042008] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d9a501a-b32a-40cc-9454-20a1dd8a3c28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.052831] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210cad6c-0986-4eba-9a44-34b78fa54af0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.095972] env[69436]: ERROR nova.compute.manager [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Failed to detach volume f2d6c76a-62ac-4fc5-b9a8-87ec216388e7 from /dev/sda: nova.exception.InstanceNotFound: Instance 7740e8c5-3687-49cc-bdde-141ae44d399d could not be found. [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Traceback (most recent call last): [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 4225, in _do_rebuild_instance [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self.driver.rebuild(**kwargs) [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] raise NotImplementedError() [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] NotImplementedError [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] During handling of the above exception, another exception occurred: [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Traceback (most recent call last): [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3648, in _detach_root_volume [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self.driver.detach_volume(context, old_connection_info, [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] return self._volumeops.detach_volume(connection_info, instance) [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._detach_volume_vmdk(connection_info, instance) [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] stable_ref.fetch_moref(session) [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] nova.exception.InstanceNotFound: Instance 7740e8c5-3687-49cc-bdde-141ae44d399d could not be found. [ 1009.095972] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.245955] env[69436]: DEBUG nova.compute.utils [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Build of instance 7740e8c5-3687-49cc-bdde-141ae44d399d aborted: Failed to rebuild volume backed instance. {{(pid=69436) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1009.250490] env[69436]: ERROR nova.compute.manager [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7740e8c5-3687-49cc-bdde-141ae44d399d aborted: Failed to rebuild volume backed instance. [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Traceback (most recent call last): [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 4225, in _do_rebuild_instance [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self.driver.rebuild(**kwargs) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] raise NotImplementedError() [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] NotImplementedError [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] During handling of the above exception, another exception occurred: [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Traceback (most recent call last): [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3683, in _rebuild_volume_backed_instance [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._detach_root_volume(context, instance, root_bdm) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3662, in _detach_root_volume [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] with excutils.save_and_reraise_exception(): [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self.force_reraise() [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] raise self.value [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3648, in _detach_root_volume [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self.driver.detach_volume(context, old_connection_info, [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] return self._volumeops.detach_volume(connection_info, instance) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._detach_volume_vmdk(connection_info, instance) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] stable_ref.fetch_moref(session) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] nova.exception.InstanceNotFound: Instance 7740e8c5-3687-49cc-bdde-141ae44d399d could not be found. [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] During handling of the above exception, another exception occurred: [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Traceback (most recent call last): [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 11511, in _error_out_instance_on_exception [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] yield [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3951, in rebuild_instance [ 1009.250490] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._do_rebuild_instance_with_claim( [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 4037, in _do_rebuild_instance_with_claim [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._do_rebuild_instance( [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 4229, in _do_rebuild_instance [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._rebuild_default_impl(**kwargs) [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3806, in _rebuild_default_impl [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] self._rebuild_volume_backed_instance( [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] File "/opt/stack/nova/nova/compute/manager.py", line 3698, in _rebuild_volume_backed_instance [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] raise exception.BuildAbortException( [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] nova.exception.BuildAbortException: Build of instance 7740e8c5-3687-49cc-bdde-141ae44d399d aborted: Failed to rebuild volume backed instance. [ 1009.251777] env[69436]: ERROR nova.compute.manager [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] [ 1009.309074] env[69436]: DEBUG oslo_vmware.api [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255294, 'name': PowerOnVM_Task, 'duration_secs': 0.490431} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.309074] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.309074] env[69436]: INFO nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1009.309074] env[69436]: DEBUG nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1009.309074] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994ce62-6156-4fb3-b12e-dbdd714895f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.833162] env[69436]: INFO nova.compute.manager [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Took 39.08 seconds to build instance. [ 1009.853207] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1009.870126] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.870656] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.870780] env[69436]: DEBUG nova.objects.instance [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'flavor' on Instance uuid 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.889419] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.889903] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.890148] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.890308] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.890456] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.890605] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.890819] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.890978] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.891155] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.891318] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.891489] env[69436]: DEBUG nova.virt.hardware [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.893259] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d94d21f-1f6d-4641-96d5-1b9ff3c824ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.904813] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a554ee-a1d7-46dd-8ef1-ba2b4ec8b9d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.933309] env[69436]: DEBUG nova.compute.manager [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1009.933659] env[69436]: DEBUG nova.compute.manager [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing instance network info cache due to event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1009.934034] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.934310] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.934623] env[69436]: DEBUG nova.network.neutron [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.276810] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9fac0-9176-4426-8b87-d3d5f0248622 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.285944] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a946d4-b62e-4e1f-a9df-62f146c55b65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.321072] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0add8b3d-cb4c-4d7c-b5ee-24b1d28af66a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.330053] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052c89b-2462-4ef7-9d0f-c539b5b17164 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.335142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-16e36487-8d02-4781-90a4-385a653d9e92 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.599s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.345920] env[69436]: DEBUG nova.compute.provider_tree [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.392176] env[69436]: DEBUG nova.network.neutron [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Successfully updated port: ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.457189] env[69436]: DEBUG nova.objects.instance [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'pci_requests' on Instance uuid 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.661275] env[69436]: DEBUG nova.network.neutron [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updated VIF entry in instance network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.661664] env[69436]: DEBUG nova.network.neutron [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.797503] env[69436]: DEBUG nova.compute.manager [req-80114838-31fb-4e78-bca8-5eaf2409029a req-60cfcf54-c9d7-4f3f-9d26-df3ed835e1f8 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Received event network-vif-plugged-ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1010.797733] env[69436]: DEBUG oslo_concurrency.lockutils [req-80114838-31fb-4e78-bca8-5eaf2409029a req-60cfcf54-c9d7-4f3f-9d26-df3ed835e1f8 service nova] Acquiring lock "e9234a28-d8da-46aa-860b-243668fb68ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.797941] env[69436]: DEBUG oslo_concurrency.lockutils [req-80114838-31fb-4e78-bca8-5eaf2409029a req-60cfcf54-c9d7-4f3f-9d26-df3ed835e1f8 service nova] Lock "e9234a28-d8da-46aa-860b-243668fb68ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.798311] env[69436]: DEBUG oslo_concurrency.lockutils [req-80114838-31fb-4e78-bca8-5eaf2409029a req-60cfcf54-c9d7-4f3f-9d26-df3ed835e1f8 service nova] Lock "e9234a28-d8da-46aa-860b-243668fb68ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.798510] env[69436]: DEBUG nova.compute.manager [req-80114838-31fb-4e78-bca8-5eaf2409029a req-60cfcf54-c9d7-4f3f-9d26-df3ed835e1f8 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] No waiting events found dispatching network-vif-plugged-ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.798679] env[69436]: WARNING nova.compute.manager [req-80114838-31fb-4e78-bca8-5eaf2409029a req-60cfcf54-c9d7-4f3f-9d26-df3ed835e1f8 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Received unexpected event network-vif-plugged-ff776205-267c-4add-ada6-e8cd9fc16584 for instance with vm_state building and task_state spawning. [ 1010.849662] env[69436]: DEBUG nova.scheduler.client.report [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.894385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.894525] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.894738] env[69436]: DEBUG nova.network.neutron [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.961318] env[69436]: DEBUG nova.objects.base [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Object Instance<6bf1c792-2c70-4394-8da9-deb4a515ee9b> lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.961318] env[69436]: DEBUG nova.network.neutron [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.004018] env[69436]: DEBUG nova.policy [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.164690] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef7f4968-f3f9-407d-a4ee-8be41d816029 req-ef6b5d7c-2e01-4957-b247-8e49505aa76a service nova] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212807] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1011.213098] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650415', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'name': 'volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9c0841a-09d5-468b-8740-a5918e0ba415', 'attached_at': '', 'detached_at': '', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'serial': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1011.213965] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa778f9-0732-4c04-be47-c4db2eccc2c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.235550] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d370176-a140-4687-ab11-ba5f60a9eca7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.261809] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b/volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.262921] env[69436]: DEBUG nova.network.neutron [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Successfully created port: 6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.265010] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71e62f4-2a10-47c5-ae49-a7731b96f71c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.279600] env[69436]: DEBUG oslo_concurrency.lockutils [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.289034] env[69436]: DEBUG oslo_vmware.api [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1011.289034] env[69436]: value = "task-3255296" [ 1011.289034] env[69436]: _type = "Task" [ 1011.289034] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.299634] env[69436]: DEBUG oslo_vmware.api [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.355491] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.356794] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1011.358988] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.291s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.359184] env[69436]: DEBUG nova.objects.instance [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lazy-loading 'resources' on Instance uuid 23d953a5-ea17-459b-a455-5c9baed17e84 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.436154] env[69436]: DEBUG nova.network.neutron [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.487928] env[69436]: DEBUG nova.compute.manager [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1011.488584] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0c7fdf-c3fd-489d-ab51-cf7f1217eac2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.644487] env[69436]: DEBUG nova.network.neutron [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Updating instance_info_cache with network_info: [{"id": "ff776205-267c-4add-ada6-e8cd9fc16584", "address": "fa:16:3e:79:83:a5", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff776205-26", "ovs_interfaceid": "ff776205-267c-4add-ada6-e8cd9fc16584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.799883] env[69436]: DEBUG oslo_vmware.api [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255296, 'name': ReconfigVM_Task, 'duration_secs': 0.387331} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.800227] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b/volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.805384] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7afdafc-370f-4dc9-b446-7d18e20585c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.822249] env[69436]: DEBUG oslo_vmware.api [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1011.822249] env[69436]: value = "task-3255297" [ 1011.822249] env[69436]: _type = "Task" [ 1011.822249] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.837018] env[69436]: DEBUG oslo_vmware.api [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.869452] env[69436]: DEBUG nova.compute.utils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.871170] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1011.872305] env[69436]: DEBUG nova.network.neutron [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.929421] env[69436]: DEBUG nova.policy [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39d07c0b5bcb47c1aa059bf5c3b260d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7af44b1764c4a7dadab5fb0407ad3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.000454] env[69436]: INFO nova.compute.manager [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] instance snapshotting [ 1012.004335] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c9109-c9c6-426c-be2d-c6722e68bc76 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.027578] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec9d836-3b69-4f66-aa0b-a02f948dfba3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.067952] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquiring lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.068192] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.147781] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.148587] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Instance network_info: |[{"id": "ff776205-267c-4add-ada6-e8cd9fc16584", "address": "fa:16:3e:79:83:a5", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff776205-26", "ovs_interfaceid": "ff776205-267c-4add-ada6-e8cd9fc16584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1012.148587] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:83:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff776205-267c-4add-ada6-e8cd9fc16584', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.156010] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.158892] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.159398] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f48d2f7-9ba3-4ae9-8a75-cc2013bf34b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.183363] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.183363] env[69436]: value = "task-3255298" [ 1012.183363] env[69436]: _type = "Task" [ 1012.183363] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.194650] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255298, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.312018] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1902ba-8dd6-47fb-ac4b-002006210ca1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.313800] env[69436]: DEBUG nova.network.neutron [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Successfully created port: 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.322686] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a070ef4-77d2-40f2-a55c-5377713263d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.336119] env[69436]: DEBUG oslo_vmware.api [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255297, 'name': ReconfigVM_Task, 'duration_secs': 0.159783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.363852] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650415', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'name': 'volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9c0841a-09d5-468b-8740-a5918e0ba415', 'attached_at': '', 'detached_at': '', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'serial': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1012.367232] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14f6ab-c268-4791-aca0-8426c48efaa3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.375365] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1012.380535] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729dd48e-e159-4b20-acfb-f87cdd0ba610 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.400053] env[69436]: DEBUG nova.compute.provider_tree [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.499407] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "7740e8c5-3687-49cc-bdde-141ae44d399d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.501498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.501498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "7740e8c5-3687-49cc-bdde-141ae44d399d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.501498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.501498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.506017] env[69436]: INFO nova.compute.manager [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Terminating instance [ 1012.540654] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.540997] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4f5b46c-5041-44f8-b08a-9ec9870b1e3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.551088] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1012.551088] env[69436]: value = "task-3255299" [ 1012.551088] env[69436]: _type = "Task" [ 1012.551088] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.563567] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.573187] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1012.652201] env[69436]: DEBUG nova.compute.manager [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1012.652201] env[69436]: DEBUG nova.compute.manager [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing instance network info cache due to event network-changed-65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1012.652201] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] Acquiring lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.652201] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] Acquired lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.652676] env[69436]: DEBUG nova.network.neutron [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Refreshing network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.695459] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255298, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.810518] env[69436]: DEBUG nova.network.neutron [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Successfully updated port: 6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.906588] env[69436]: DEBUG nova.scheduler.client.report [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.012144] env[69436]: DEBUG nova.compute.manager [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1013.012664] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8840c9de-4945-4017-bd32-1bfecb728d01 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.025050] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be68dda-3bb1-4ca7-ae34-018a55d701f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.064489] env[69436]: WARNING nova.virt.vmwareapi.driver [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7740e8c5-3687-49cc-bdde-141ae44d399d could not be found. [ 1013.064738] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.068017] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-804d72e6-1422-4025-aac5-661272dc17c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.076777] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.082786] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51e095b-4555-4225-b6ea-1c1278bb2f34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.101402] env[69436]: DEBUG nova.compute.manager [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Received event network-changed-ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1013.101620] env[69436]: DEBUG nova.compute.manager [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Refreshing instance network info cache due to event network-changed-ff776205-267c-4add-ada6-e8cd9fc16584. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1013.101802] env[69436]: DEBUG oslo_concurrency.lockutils [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] Acquiring lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.101928] env[69436]: DEBUG oslo_concurrency.lockutils [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] Acquired lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.102105] env[69436]: DEBUG nova.network.neutron [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Refreshing network info cache for port ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.120869] env[69436]: WARNING nova.virt.vmwareapi.vmops [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7740e8c5-3687-49cc-bdde-141ae44d399d could not be found. [ 1013.121084] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.121266] env[69436]: INFO nova.compute.manager [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1013.121510] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.123089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.123322] env[69436]: DEBUG nova.compute.manager [-] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1013.123418] env[69436]: DEBUG nova.network.neutron [-] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.194889] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255298, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.222189] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.222422] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.313724] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.313914] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.314133] env[69436]: DEBUG nova.network.neutron [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.385122] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1013.404611] env[69436]: DEBUG nova.objects.instance [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'flavor' on Instance uuid f9c0841a-09d5-468b-8740-a5918e0ba415 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.412791] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.418633] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.200s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.420843] env[69436]: INFO nova.compute.claims [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.431162] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.435018] env[69436]: DEBUG nova.virt.hardware [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.435018] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e831b8-0994-45bc-b5e3-609fd94d0c9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.439369] env[69436]: INFO nova.scheduler.client.report [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Deleted allocations for instance 23d953a5-ea17-459b-a455-5c9baed17e84 [ 1013.446893] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e035a55e-936e-4311-84fc-68edef670093 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.574295] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.696224] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255298, 'name': CreateVM_Task, 'duration_secs': 1.375669} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.698170] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.698900] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.700790] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.700790] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.700790] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f1b994-5cb3-479b-ad60-74b78e63fdd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.706208] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1013.706208] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247392d-eedd-9055-3a8b-66e761cc10a5" [ 1013.706208] env[69436]: _type = "Task" [ 1013.706208] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.714820] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247392d-eedd-9055-3a8b-66e761cc10a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.725448] env[69436]: DEBUG nova.compute.utils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.832844] env[69436]: DEBUG nova.network.neutron [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updated VIF entry in instance network info cache for port 65ad95cc-242b-4f75-924a-81875a94baa2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.833030] env[69436]: DEBUG nova.network.neutron [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [{"id": "65ad95cc-242b-4f75-924a-81875a94baa2", "address": "fa:16:3e:73:0f:92", "network": {"id": "7ee90be3-17ed-4249-a8eb-a305e7cbb0ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1139757121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50a906ec15a246d799723c9cc3511bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ad95cc-24", "ovs_interfaceid": "65ad95cc-242b-4f75-924a-81875a94baa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.863263] env[69436]: WARNING nova.network.neutron [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] d589015f-0230-4f23-afc0-c48696f93374 already exists in list: networks containing: ['d589015f-0230-4f23-afc0-c48696f93374']. ignoring it [ 1013.920574] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7605793c-26eb-4809-9aa2-615f1b06d1db tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.332s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.949490] env[69436]: DEBUG oslo_concurrency.lockutils [None req-487803d3-a9c3-4a22-bd5c-f01063009bf0 tempest-ServersListShow2100Test-282751932 tempest-ServersListShow2100Test-282751932-project-member] Lock "23d953a5-ea17-459b-a455-5c9baed17e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.169s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.990734] env[69436]: DEBUG nova.network.neutron [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Successfully updated port: 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.014958] env[69436]: DEBUG nova.network.neutron [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Updated VIF entry in instance network info cache for port ff776205-267c-4add-ada6-e8cd9fc16584. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.015470] env[69436]: DEBUG nova.network.neutron [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Updating instance_info_cache with network_info: [{"id": "ff776205-267c-4add-ada6-e8cd9fc16584", "address": "fa:16:3e:79:83:a5", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff776205-26", "ovs_interfaceid": "ff776205-267c-4add-ada6-e8cd9fc16584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.079020] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255299, 'name': CreateSnapshot_Task, 'duration_secs': 1.14911} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.079020] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1014.079020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d30af-60d3-42ae-b6ce-26d3909dacf4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.218817] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5247392d-eedd-9055-3a8b-66e761cc10a5, 'name': SearchDatastore_Task, 'duration_secs': 0.030549} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.219203] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.219542] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.219855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.220063] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.224023] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.224023] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4d5253-78f9-4e94-86b2-9a53d8ed392b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.228098] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.233631] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.234069] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.235224] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56daa78-e7ee-4f1a-bbaf-7938cc0f9863 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.241735] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1014.241735] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fa4cef-1ca1-fd53-62cb-c4d874f914b7" [ 1014.241735] env[69436]: _type = "Task" [ 1014.241735] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.251308] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fa4cef-1ca1-fd53-62cb-c4d874f914b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.259455] env[69436]: DEBUG nova.network.neutron [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3958e7-855e-4567-91c3-ce239f73d097", "address": "fa:16:3e:e3:53:f7", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3958e7-85", "ovs_interfaceid": "6b3958e7-855e-4567-91c3-ce239f73d097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.335588] env[69436]: DEBUG oslo_concurrency.lockutils [req-b7e949c8-e46c-4f9b-bf88-5d368115f633 req-87f1f227-f5c4-4a5e-af43-c124be2676be service nova] Releasing lock "refresh_cache-48fc744d-0650-40e6-bd78-c19afcb58c48" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.496192] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.496447] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.496491] env[69436]: DEBUG nova.network.neutron [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.518659] env[69436]: DEBUG oslo_concurrency.lockutils [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] Releasing lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.518854] env[69436]: DEBUG nova.compute.manager [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-vif-plugged-6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1014.519061] env[69436]: DEBUG oslo_concurrency.lockutils [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.519289] env[69436]: DEBUG oslo_concurrency.lockutils [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.519552] env[69436]: DEBUG oslo_concurrency.lockutils [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.519723] env[69436]: DEBUG nova.compute.manager [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] No waiting events found dispatching network-vif-plugged-6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.519907] env[69436]: WARNING nova.compute.manager [req-144caf83-8f2f-4ef4-ae91-0c0e65cdb0e9 req-fe49065d-0e29-4003-b304-74932a8fb051 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received unexpected event network-vif-plugged-6b3958e7-855e-4567-91c3-ce239f73d097 for instance with vm_state active and task_state None. [ 1014.600736] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.601318] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11eacf97-8486-4dce-bb27-2e151e521790 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.609609] env[69436]: DEBUG nova.network.neutron [-] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.614626] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1014.614626] env[69436]: value = "task-3255300" [ 1014.614626] env[69436]: _type = "Task" [ 1014.614626] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.625015] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255300, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.754007] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52fa4cef-1ca1-fd53-62cb-c4d874f914b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.755030] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b7c20c-6f57-47b7-b9f2-d7a04f5229a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.762613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.763641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.763641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.765388] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e0dedc-1148-4fe1-af51-d5a778a7ef3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.768330] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1014.768330] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5202eb62-68e9-b506-9344-a29257df0805" [ 1014.768330] env[69436]: _type = "Task" [ 1014.768330] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.786257] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.786948] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.786948] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.787055] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.787142] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.787310] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.787547] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.787718] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.787886] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.788065] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.788249] env[69436]: DEBUG nova.virt.hardware [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.795114] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfiguring VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1014.798548] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676351f9-414a-4067-988b-65c09c68d2ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.819630] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5202eb62-68e9-b506-9344-a29257df0805, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.820667] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.820778] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e9234a28-d8da-46aa-860b-243668fb68ca/e9234a28-d8da-46aa-860b-243668fb68ca.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.821489] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f4cbe0-f2b9-44ad-bc5d-74f052a2b333 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.826054] env[69436]: DEBUG oslo_vmware.api [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1014.826054] env[69436]: value = "task-3255301" [ 1014.826054] env[69436]: _type = "Task" [ 1014.826054] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.833813] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1014.833813] env[69436]: value = "task-3255302" [ 1014.833813] env[69436]: _type = "Task" [ 1014.833813] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.843533] env[69436]: DEBUG oslo_vmware.api [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255301, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.855920] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f866536-ecee-4b1e-ac0d-4778219d5f19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.859820] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.867956] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b632c-b614-4ce6-88ed-400b2c344d07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.903598] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa1b1a-4a74-4dbb-8be1-d9ca72f6f6a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.912461] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4008a0c-0a10-4e59-8953-4e4f2991c6b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.929090] env[69436]: DEBUG nova.compute.provider_tree [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.040407] env[69436]: DEBUG nova.network.neutron [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.111593] env[69436]: INFO nova.compute.manager [-] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Took 1.99 seconds to deallocate network for instance. [ 1015.139153] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255300, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.254453] env[69436]: DEBUG nova.network.neutron [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.321716] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.322231] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.322675] env[69436]: INFO nova.compute.manager [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Attaching volume 5bc64b76-7458-4a24-826a-3dca970e7560 to /dev/sdb [ 1015.348300] env[69436]: DEBUG oslo_vmware.api [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.352845] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.371032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c4e1b9-2de3-458d-830e-d6f136ac9c7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.380222] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1efae7-7079-4fea-af4f-9602573c2b5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.397603] env[69436]: DEBUG nova.virt.block_device [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updating existing volume attachment record: 48c83cee-80c0-46ca-befe-4208c1887740 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1015.434220] env[69436]: DEBUG nova.scheduler.client.report [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.632147] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255300, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.683293] env[69436]: INFO nova.compute.manager [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Took 0.57 seconds to detach 1 volumes for instance. [ 1015.685699] env[69436]: DEBUG nova.compute.manager [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Deleting volume: f2d6c76a-62ac-4fc5-b9a8-87ec216388e7 {{(pid=69436) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3322}} [ 1015.761145] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.761145] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Instance network_info: |[{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1015.761145] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:8b:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48af59a2-4501-4901-88ae-bc3bfc149a0d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.768849] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Creating folder: Project (d7af44b1764c4a7dadab5fb0407ad3ef). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.769991] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f80f7f18-1ec6-4ce5-8e73-db0d05ec8a4e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.786422] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Created folder: Project (d7af44b1764c4a7dadab5fb0407ad3ef) in parent group-v650165. [ 1015.786422] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Creating folder: Instances. Parent ref: group-v650419. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.786422] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdaf185d-ce10-4b96-b428-91817fed0924 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.800025] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Created folder: Instances in parent group-v650419. [ 1015.800515] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.801738] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.801738] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd1f0d2-33c2-4183-abf5-550176e25f74 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.825316] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.825316] env[69436]: value = "task-3255307" [ 1015.825316] env[69436]: _type = "Task" [ 1015.825316] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.842640] env[69436]: DEBUG oslo_vmware.api [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255301, 'name': ReconfigVM_Task, 'duration_secs': 0.807028} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.842940] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255307, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.846657] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.846890] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfigured VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1015.855538] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564668} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.855810] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e9234a28-d8da-46aa-860b-243668fb68ca/e9234a28-d8da-46aa-860b-243668fb68ca.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.856041] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.856297] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1357da3c-0736-4ec6-bbc2-a77d61fa4968 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.865686] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1015.865686] env[69436]: value = "task-3255309" [ 1015.865686] env[69436]: _type = "Task" [ 1015.865686] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.878644] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.941849] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.942776] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1015.947081] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.231s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.947361] env[69436]: DEBUG nova.objects.instance [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'pci_requests' on Instance uuid 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.095478] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "f9c0841a-09d5-468b-8740-a5918e0ba415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.095617] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.095775] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "f9c0841a-09d5-468b-8740-a5918e0ba415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.097183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.097183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.098937] env[69436]: INFO nova.compute.manager [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Terminating instance [ 1016.133032] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255300, 'name': CloneVM_Task, 'duration_secs': 1.511279} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.133032] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Created linked-clone VM from snapshot [ 1016.133032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457d83a6-3d32-4dba-bd1f-87beb42d7580 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.144979] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Uploading image e019bb2a-6ca7-4d47-acb2-952b6b43c616 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.158635] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1016.158898] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d44383c8-34b1-4a8c-bc37-d86cc140729a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.166516] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1016.166516] env[69436]: value = "task-3255311" [ 1016.166516] env[69436]: _type = "Task" [ 1016.166516] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.176240] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255311, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.217599] env[69436]: DEBUG nova.compute.manager [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-vif-plugged-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1016.217599] env[69436]: DEBUG oslo_concurrency.lockutils [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] Acquiring lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.217599] env[69436]: DEBUG oslo_concurrency.lockutils [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.217770] env[69436]: DEBUG oslo_concurrency.lockutils [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.218441] env[69436]: DEBUG nova.compute.manager [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] No waiting events found dispatching network-vif-plugged-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.218441] env[69436]: WARNING nova.compute.manager [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received unexpected event network-vif-plugged-48af59a2-4501-4901-88ae-bc3bfc149a0d for instance with vm_state building and task_state spawning. [ 1016.218441] env[69436]: DEBUG nova.compute.manager [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1016.218441] env[69436]: DEBUG nova.compute.manager [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing instance network info cache due to event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1016.218741] env[69436]: DEBUG oslo_concurrency.lockutils [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.218783] env[69436]: DEBUG oslo_concurrency.lockutils [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.218937] env[69436]: DEBUG nova.network.neutron [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.231204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.240686] env[69436]: DEBUG nova.compute.manager [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-changed-6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1016.240951] env[69436]: DEBUG nova.compute.manager [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing instance network info cache due to event network-changed-6b3958e7-855e-4567-91c3-ce239f73d097. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1016.241490] env[69436]: DEBUG oslo_concurrency.lockutils [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.241490] env[69436]: DEBUG oslo_concurrency.lockutils [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.242209] env[69436]: DEBUG nova.network.neutron [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing network info cache for port 6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.337662] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255307, 'name': CreateVM_Task, 'duration_secs': 0.41268} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.337825] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.338573] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.338740] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.339130] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.339406] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81fff67-e704-48d3-868a-7c6e90e0db65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.345277] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1016.345277] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52619502-ba8d-cd56-82b6-192f65d7bf16" [ 1016.345277] env[69436]: _type = "Task" [ 1016.345277] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.352130] env[69436]: DEBUG oslo_concurrency.lockutils [None req-67624c30-8e44-4f6c-a208-5053b04a4439 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.481s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.356271] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52619502-ba8d-cd56-82b6-192f65d7bf16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.377044] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137193} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.377312] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.378104] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd924ef-13c8-4769-a273-5cac8e9a7122 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.402410] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e9234a28-d8da-46aa-860b-243668fb68ca/e9234a28-d8da-46aa-860b-243668fb68ca.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.402662] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55dfae26-9d75-43c9-b612-acbd56a976dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.424787] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1016.424787] env[69436]: value = "task-3255312" [ 1016.424787] env[69436]: _type = "Task" [ 1016.424787] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.435960] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.451191] env[69436]: DEBUG nova.compute.utils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.455433] env[69436]: DEBUG nova.objects.instance [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'numa_topology' on Instance uuid 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.458298] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1016.458298] env[69436]: DEBUG nova.network.neutron [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.539025] env[69436]: DEBUG nova.policy [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faf815cf37a240a0bd942e95d4e9b643', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7af2e45ebcd4f4db3a7d55b7f30188b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.605805] env[69436]: DEBUG nova.compute.manager [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1016.606133] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.606779] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57c69e72-bd75-4baa-aa4a-218d6a657adf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.617308] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1016.617308] env[69436]: value = "task-3255313" [ 1016.617308] env[69436]: _type = "Task" [ 1016.617308] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.627558] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.677304] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255311, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.859317] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52619502-ba8d-cd56-82b6-192f65d7bf16, 'name': SearchDatastore_Task, 'duration_secs': 0.033234} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.861894] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.862152] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.862385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.862523] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.863676] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.863676] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e646e48-aa10-424c-a2c9-535ac4c5a306 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.880865] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.880865] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.883837] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f20990c-dfb6-4e57-ac45-4d5eb6738bc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.888658] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1016.888658] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a77a7a-0cc0-639c-4aa0-9f3532d42371" [ 1016.888658] env[69436]: _type = "Task" [ 1016.888658] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.907284] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a77a7a-0cc0-639c-4aa0-9f3532d42371, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.907863] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013403ec-d21b-4d23-a567-865de989fe86 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.914729] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1016.914729] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a4fd9e-5466-91a6-3661-819fb7dea013" [ 1016.914729] env[69436]: _type = "Task" [ 1016.914729] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.940020] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a4fd9e-5466-91a6-3661-819fb7dea013, 'name': SearchDatastore_Task, 'duration_secs': 0.015017} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.940698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.940966] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/e59e4ef5-24c9-4cdd-8baa-b7464d485978.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.941511] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ddf855d-05b5-4de7-bc7a-6c638d55aab3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.947247] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.955479] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1016.955479] env[69436]: value = "task-3255314" [ 1016.955479] env[69436]: _type = "Task" [ 1016.955479] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.959155] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1016.961931] env[69436]: INFO nova.compute.claims [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.972023] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.983948] env[69436]: DEBUG nova.network.neutron [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Successfully created port: 9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.075272] env[69436]: DEBUG nova.network.neutron [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updated VIF entry in instance network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.075679] env[69436]: DEBUG nova.network.neutron [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.091629] env[69436]: DEBUG nova.network.neutron [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updated VIF entry in instance network info cache for port 6b3958e7-855e-4567-91c3-ce239f73d097. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.092209] env[69436]: DEBUG nova.network.neutron [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3958e7-855e-4567-91c3-ce239f73d097", "address": "fa:16:3e:e3:53:f7", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3958e7-85", "ovs_interfaceid": "6b3958e7-855e-4567-91c3-ce239f73d097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.130569] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255313, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.185927] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255311, 'name': Destroy_Task, 'duration_secs': 0.78063} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.185927] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Destroyed the VM [ 1017.185927] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1017.186260] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83867e12-c1c0-46fd-8c37-01b13f06bc57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.196753] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1017.196753] env[69436]: value = "task-3255315" [ 1017.196753] env[69436]: _type = "Task" [ 1017.196753] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.206472] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.578962] env[69436]: DEBUG oslo_concurrency.lockutils [req-4744dd80-3be5-44cb-8b47-2c76ae224ca1 req-13ba2ba3-ddc9-4eea-823f-31381cb98e9c service nova] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.595803] env[69436]: DEBUG oslo_concurrency.lockutils [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.596211] env[69436]: DEBUG nova.compute.manager [req-e5c24a08-2582-43bc-b02a-47b5c814196a req-24d7ac33-d0fd-4159-9421-9c0d4d327634 service nova] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Received event network-vif-deleted-7ed05106-b4aa-41f6-8b12-6be83d21de12 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1017.690937] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630041} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.691489] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/e59e4ef5-24c9-4cdd-8baa-b7464d485978.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.691489] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.691744] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48d5750-1bf2-4d08-8042-dbe9a4bdda32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.707794] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1017.707794] env[69436]: value = "task-3255316" [ 1017.707794] env[69436]: _type = "Task" [ 1017.707794] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.716535] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.724266] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.840226] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255313, 'name': PowerOffVM_Task, 'duration_secs': 0.573033} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.840509] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.840701] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.840898] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650415', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'name': 'volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9c0841a-09d5-468b-8740-a5918e0ba415', 'attached_at': '', 'detached_at': '', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'serial': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1017.841921] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14735df-7ca5-4646-974b-121ea095dc27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.868535] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37476eee-8760-4242-b8a1-2076c1bee81d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.876642] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e46e01-3915-4971-b0ad-d54eeb292ced {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.898294] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cecb0db-d337-4bdc-aa2d-b3541e37a9fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.914245] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] The volume has not been displaced from its original location: [datastore2] volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b/volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1017.919713] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1017.920041] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-377a90bb-5628-44c8-b672-a3ea952c5706 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.939960] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1017.939960] env[69436]: value = "task-3255317" [ 1017.939960] env[69436]: _type = "Task" [ 1017.939960] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.951957] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.977058] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1018.005158] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.005428] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.005586] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.005768] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.005913] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.006075] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.006291] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.006455] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.006615] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.006779] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.006963] env[69436]: DEBUG nova.virt.hardware [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.007877] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b744b11-d006-4e2b-9bad-35a1ecce7bb5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.019919] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a10f8-f155-47c8-b7ab-5a2d3baf9815 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.060847] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255312, 'name': ReconfigVM_Task, 'duration_secs': 0.784753} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.061106] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e9234a28-d8da-46aa-860b-243668fb68ca/e9234a28-d8da-46aa-860b-243668fb68ca.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.064562] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef4dd0fe-ecc7-4be2-bb48-84a98c1f2cb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.073908] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1018.073908] env[69436]: value = "task-3255319" [ 1018.073908] env[69436]: _type = "Task" [ 1018.073908] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.086541] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255319, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.216394] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255315, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.222672] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103074} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.223011] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.223917] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db59e452-3203-4e7a-96cb-b43c646669e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.250416] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/e59e4ef5-24c9-4cdd-8baa-b7464d485978.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.254223] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172dd98f-f0d9-49d6-8939-8ea3cde8bf50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.274491] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1018.274491] env[69436]: value = "task-3255320" [ 1018.274491] env[69436]: _type = "Task" [ 1018.274491] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.284301] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.326696] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.326986] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.327443] env[69436]: DEBUG nova.objects.instance [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'flavor' on Instance uuid 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.371458] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15121b0f-1a6d-497d-a12d-3851e06d224c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.379583] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da57ec14-ea67-4444-9236-6e1beb440c57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.413888] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8e5a5-eb7a-42d4-a174-d4d528c2c57a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.422740] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46d027e-521e-45bb-accf-85b8a55cc25f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.437091] env[69436]: DEBUG nova.compute.provider_tree [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.449568] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255317, 'name': ReconfigVM_Task, 'duration_secs': 0.274297} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.449835] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1018.454875] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92add034-5bcc-461d-b680-947728c2cab9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.470107] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1018.470107] env[69436]: value = "task-3255321" [ 1018.470107] env[69436]: _type = "Task" [ 1018.470107] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.477958] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.583965] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255319, 'name': Rename_Task, 'duration_secs': 0.198572} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.584298] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.584588] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0c72d1a-49d3-48f4-9f41-e641cfb035da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.591210] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1018.591210] env[69436]: value = "task-3255322" [ 1018.591210] env[69436]: _type = "Task" [ 1018.591210] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.599409] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.709937] env[69436]: DEBUG oslo_vmware.api [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255315, 'name': RemoveSnapshot_Task, 'duration_secs': 1.140793} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.710278] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.785390] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.928571] env[69436]: DEBUG nova.network.neutron [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Successfully updated port: 9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.947833] env[69436]: DEBUG nova.objects.instance [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'pci_requests' on Instance uuid 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.969168] env[69436]: ERROR nova.scheduler.client.report [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [req-6eae2c32-b401-4b5c-b718-5d92584c9eef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6eae2c32-b401-4b5c-b718-5d92584c9eef"}]} [ 1018.980920] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255321, 'name': ReconfigVM_Task, 'duration_secs': 0.216422} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.981240] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650415', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'name': 'volume-852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9c0841a-09d5-468b-8740-a5918e0ba415', 'attached_at': '', 'detached_at': '', 'volume_id': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b', 'serial': '852ec22c-a6b1-4efb-94fd-7ea986af6e6b'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1018.981524] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.982344] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2876f2-5e8d-4b7b-a1d1-ab1e9c9ef213 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.986351] env[69436]: DEBUG nova.scheduler.client.report [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1018.990175] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.990449] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261d0088-ce4f-4d70-8eb8-3b6f945d4858 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.000911] env[69436]: DEBUG nova.scheduler.client.report [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1019.001156] env[69436]: DEBUG nova.compute.provider_tree [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.013950] env[69436]: DEBUG nova.scheduler.client.report [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1019.033368] env[69436]: DEBUG nova.scheduler.client.report [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1019.070015] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.070247] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.070428] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleting the datastore file [datastore2] f9c0841a-09d5-468b-8740-a5918e0ba415 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.070695] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c7ad630-b925-4743-b7ed-e00fe9aa2117 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.076828] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1019.076828] env[69436]: value = "task-3255324" [ 1019.076828] env[69436]: _type = "Task" [ 1019.076828] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.088349] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.100302] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.121444] env[69436]: DEBUG nova.compute.manager [req-138eba1c-df44-40c8-b217-6afe3a96b389 req-5753e8dd-3664-4fdc-908f-d052961c0615 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Received event network-vif-plugged-9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1019.121658] env[69436]: DEBUG oslo_concurrency.lockutils [req-138eba1c-df44-40c8-b217-6afe3a96b389 req-5753e8dd-3664-4fdc-908f-d052961c0615 service nova] Acquiring lock "bd504796-e37a-472d-8af5-85f3356b59bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.121863] env[69436]: DEBUG oslo_concurrency.lockutils [req-138eba1c-df44-40c8-b217-6afe3a96b389 req-5753e8dd-3664-4fdc-908f-d052961c0615 service nova] Lock "bd504796-e37a-472d-8af5-85f3356b59bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.122037] env[69436]: DEBUG oslo_concurrency.lockutils [req-138eba1c-df44-40c8-b217-6afe3a96b389 req-5753e8dd-3664-4fdc-908f-d052961c0615 service nova] Lock "bd504796-e37a-472d-8af5-85f3356b59bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.122201] env[69436]: DEBUG nova.compute.manager [req-138eba1c-df44-40c8-b217-6afe3a96b389 req-5753e8dd-3664-4fdc-908f-d052961c0615 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] No waiting events found dispatching network-vif-plugged-9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.122361] env[69436]: WARNING nova.compute.manager [req-138eba1c-df44-40c8-b217-6afe3a96b389 req-5753e8dd-3664-4fdc-908f-d052961c0615 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Received unexpected event network-vif-plugged-9fe220e0-6e07-4451-803a-0eadb021318f for instance with vm_state building and task_state spawning. [ 1019.215219] env[69436]: WARNING nova.compute.manager [None req-eb3dd923-63a8-4eae-86f9-3739c9ac4c3f tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Image not found during snapshot: nova.exception.ImageNotFound: Image e019bb2a-6ca7-4d47-acb2-952b6b43c616 could not be found. [ 1019.264239] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.264516] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.264781] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.265128] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.265221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.267654] env[69436]: INFO nova.compute.manager [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Terminating instance [ 1019.286297] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255320, 'name': ReconfigVM_Task, 'duration_secs': 0.587308} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.286553] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Reconfigured VM instance instance-00000059 to attach disk [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/e59e4ef5-24c9-4cdd-8baa-b7464d485978.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.287366] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5842100d-7b01-4849-8d20-70ec69ae1e25 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.293940] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1019.293940] env[69436]: value = "task-3255325" [ 1019.293940] env[69436]: _type = "Task" [ 1019.293940] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.304191] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255325, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.430581] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "refresh_cache-bd504796-e37a-472d-8af5-85f3356b59bd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.430659] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "refresh_cache-bd504796-e37a-472d-8af5-85f3356b59bd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.430813] env[69436]: DEBUG nova.network.neutron [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.450222] env[69436]: DEBUG nova.objects.base [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Object Instance<6bf1c792-2c70-4394-8da9-deb4a515ee9b> lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.450398] env[69436]: DEBUG nova.network.neutron [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.465887] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a62f194-e7f3-46a3-8b6c-539be2acfdbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.473128] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8a0b8-6baf-49af-9184-a6a3cb7e9598 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.514748] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0985a457-9574-493e-b464-43f3b40e3add {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.522191] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7989d8-4d7a-4427-820f-766c1c12396e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.537567] env[69436]: DEBUG nova.compute.provider_tree [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.575488] env[69436]: DEBUG nova.policy [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.589039] env[69436]: DEBUG oslo_vmware.api [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362197} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.589292] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.589515] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.589714] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.589890] env[69436]: INFO nova.compute.manager [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Took 2.98 seconds to destroy the instance on the hypervisor. [ 1019.590150] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.590346] env[69436]: DEBUG nova.compute.manager [-] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1019.590487] env[69436]: DEBUG nova.network.neutron [-] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.600328] env[69436]: DEBUG oslo_vmware.api [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255322, 'name': PowerOnVM_Task, 'duration_secs': 0.525946} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.600474] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.600582] env[69436]: INFO nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1019.600760] env[69436]: DEBUG nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1019.601522] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01122c-f013-4694-91ff-5e45eb5fef15 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.774073] env[69436]: DEBUG nova.compute.manager [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1019.774398] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.775301] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e84fd-ac92-41cf-b045-d18357f43c1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.783248] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.783489] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82247ee5-a2cb-475e-90ed-c75b89752d53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.790295] env[69436]: DEBUG oslo_vmware.api [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1019.790295] env[69436]: value = "task-3255326" [ 1019.790295] env[69436]: _type = "Task" [ 1019.790295] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.801288] env[69436]: DEBUG oslo_vmware.api [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.807485] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255325, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.961523] env[69436]: DEBUG nova.network.neutron [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.075054] env[69436]: DEBUG nova.scheduler.client.report [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.075337] env[69436]: DEBUG nova.compute.provider_tree [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 126 to 127 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.075520] env[69436]: DEBUG nova.compute.provider_tree [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.120855] env[69436]: INFO nova.compute.manager [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Took 44.44 seconds to build instance. [ 1020.170924] env[69436]: DEBUG nova.network.neutron [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Updating instance_info_cache with network_info: [{"id": "9fe220e0-6e07-4451-803a-0eadb021318f", "address": "fa:16:3e:82:f7:26", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe220e0-6e", "ovs_interfaceid": "9fe220e0-6e07-4451-803a-0eadb021318f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.224686] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.224980] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.225213] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.225380] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.225543] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.228733] env[69436]: INFO nova.compute.manager [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Terminating instance [ 1020.307660] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255325, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.310619] env[69436]: DEBUG oslo_vmware.api [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255326, 'name': PowerOffVM_Task, 'duration_secs': 0.203398} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.310872] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.311054] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.311303] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-941faddb-063e-4140-9bd6-77361495f955 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.362559] env[69436]: DEBUG nova.network.neutron [-] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.389231] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.389443] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.389628] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Deleting the datastore file [datastore1] eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.389884] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369311a5-d574-4455-b518-d82c621e4702 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.397947] env[69436]: DEBUG oslo_vmware.api [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1020.397947] env[69436]: value = "task-3255328" [ 1020.397947] env[69436]: _type = "Task" [ 1020.397947] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.406197] env[69436]: DEBUG oslo_vmware.api [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.446397] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1020.446632] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650423', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'name': 'volume-5bc64b76-7458-4a24-826a-3dca970e7560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85fba89a-3e19-42ff-876c-6f309869f020', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'serial': '5bc64b76-7458-4a24-826a-3dca970e7560'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1020.447613] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fa9649-07bb-4f8f-8274-418bac4b1d6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.465922] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487b119-beb1-4180-89b0-90adb460db23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.490768] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] volume-5bc64b76-7458-4a24-826a-3dca970e7560/volume-5bc64b76-7458-4a24-826a-3dca970e7560.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.491093] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fcc972e-3c3e-44d9-8516-17675630f148 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.511413] env[69436]: DEBUG oslo_vmware.api [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1020.511413] env[69436]: value = "task-3255329" [ 1020.511413] env[69436]: _type = "Task" [ 1020.511413] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.520464] env[69436]: DEBUG oslo_vmware.api [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.580426] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.633s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.582758] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.754s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.582958] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.583147] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1020.583470] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.591s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.585153] env[69436]: INFO nova.compute.claims [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.588406] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b34aec-ca8c-466f-a244-c756b1dada7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.597694] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f47da-d2b4-4f5c-9236-cda586e8ac9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.613232] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6781e573-cb2b-4f13-a289-20f9104a62db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.620127] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb576e0-e08d-4e9c-9860-ef290b9a4925 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.623450] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b3b1c5a9-5727-4a26-86d4-e38b120b979c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "e9234a28-d8da-46aa-860b-243668fb68ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.956s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.652084] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178154MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1020.652251] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.653344] env[69436]: INFO nova.network.neutron [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating port acd48fab-f65d-4211-96c9-1cb3b310d9bc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1020.673895] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "refresh_cache-bd504796-e37a-472d-8af5-85f3356b59bd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.674237] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Instance network_info: |[{"id": "9fe220e0-6e07-4451-803a-0eadb021318f", "address": "fa:16:3e:82:f7:26", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe220e0-6e", "ovs_interfaceid": "9fe220e0-6e07-4451-803a-0eadb021318f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1020.674643] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f7:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe220e0-6e07-4451-803a-0eadb021318f', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.682297] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.682505] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.682747] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a794464c-4af9-43f4-b4be-d450f29e8611 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.703652] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.703652] env[69436]: value = "task-3255330" [ 1020.703652] env[69436]: _type = "Task" [ 1020.703652] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.711489] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255330, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.732908] env[69436]: DEBUG nova.compute.manager [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1020.733167] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.734054] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4860c1f4-0a84-430f-b9b6-6fe81587e408 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.741280] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.741586] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86f3d6d6-674f-4740-8188-9ca207212011 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.747379] env[69436]: DEBUG oslo_vmware.api [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1020.747379] env[69436]: value = "task-3255331" [ 1020.747379] env[69436]: _type = "Task" [ 1020.747379] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.755267] env[69436]: DEBUG oslo_vmware.api [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.810035] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255325, 'name': Rename_Task, 'duration_secs': 1.185175} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.810035] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.810035] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb261b13-a77b-48a7-b29c-abdf7f36e9bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.819021] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1020.819021] env[69436]: value = "task-3255332" [ 1020.819021] env[69436]: _type = "Task" [ 1020.819021] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.827415] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.868251] env[69436]: INFO nova.compute.manager [-] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Took 1.27 seconds to deallocate network for instance. [ 1020.881621] env[69436]: DEBUG oslo_concurrency.lockutils [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.881621] env[69436]: DEBUG oslo_concurrency.lockutils [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.881621] env[69436]: INFO nova.compute.manager [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Rebooting instance [ 1020.912181] env[69436]: DEBUG oslo_vmware.api [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206712} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.912698] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.913186] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.913524] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.913892] env[69436]: INFO nova.compute.manager [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.914263] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.914971] env[69436]: DEBUG nova.compute.manager [-] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1020.915204] env[69436]: DEBUG nova.network.neutron [-] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.023553] env[69436]: DEBUG oslo_vmware.api [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255329, 'name': ReconfigVM_Task, 'duration_secs': 0.422583} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.024063] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Reconfigured VM instance instance-0000004e to attach disk [datastore2] volume-5bc64b76-7458-4a24-826a-3dca970e7560/volume-5bc64b76-7458-4a24-826a-3dca970e7560.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.030438] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f67fa8-80d5-42cc-b185-d8a24da32678 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.050280] env[69436]: DEBUG oslo_vmware.api [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1021.050280] env[69436]: value = "task-3255333" [ 1021.050280] env[69436]: _type = "Task" [ 1021.050280] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.060731] env[69436]: DEBUG oslo_vmware.api [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.213619] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255330, 'name': CreateVM_Task, 'duration_secs': 0.396969} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.217020] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.217020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.217020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.217020] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.217020] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2e0ca2-b137-442b-b00e-6ad7e243e254 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.221136] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1021.221136] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dbdda2-bc2c-8431-aee1-9faf3ac12674" [ 1021.221136] env[69436]: _type = "Task" [ 1021.221136] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.231761] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dbdda2-bc2c-8431-aee1-9faf3ac12674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.256756] env[69436]: DEBUG oslo_vmware.api [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255331, 'name': PowerOffVM_Task, 'duration_secs': 0.326196} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.257224] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.257509] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.257876] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67e7e9e2-89b2-44cc-b872-bab0169601a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.326884] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.328412] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.328740] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleting the datastore file [datastore1] f4c48a71-4142-4f10-9eaa-7d3ac0ca1070 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.333219] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b957079-ab9c-46f3-a27e-cfba14c814d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.334347] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.338698] env[69436]: DEBUG oslo_vmware.api [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for the task: (returnval){ [ 1021.338698] env[69436]: value = "task-3255335" [ 1021.338698] env[69436]: _type = "Task" [ 1021.338698] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.347638] env[69436]: DEBUG oslo_vmware.api [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.402788] env[69436]: DEBUG oslo_concurrency.lockutils [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.402788] env[69436]: DEBUG oslo_concurrency.lockutils [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.402788] env[69436]: DEBUG nova.network.neutron [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.427882] env[69436]: INFO nova.compute.manager [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Took 0.56 seconds to detach 1 volumes for instance. [ 1021.480376] env[69436]: DEBUG nova.network.neutron [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Successfully updated port: e4e43a8f-4df5-47d1-8fd2-9f964285db1b {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.559588] env[69436]: DEBUG oslo_vmware.api [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255333, 'name': ReconfigVM_Task, 'duration_secs': 0.162591} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.559961] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650423', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'name': 'volume-5bc64b76-7458-4a24-826a-3dca970e7560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85fba89a-3e19-42ff-876c-6f309869f020', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'serial': '5bc64b76-7458-4a24-826a-3dca970e7560'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1021.736186] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52dbdda2-bc2c-8431-aee1-9faf3ac12674, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.736406] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.736987] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.736987] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.736987] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.739148] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.740428] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d08670f-e769-40b4-8624-be6c8c71ec9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.750650] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.750924] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.751659] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472c16e5-36c7-42d4-bf19-e5154b98a1a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.758983] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1021.758983] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523597af-81df-bce5-9840-fd18c365b71a" [ 1021.758983] env[69436]: _type = "Task" [ 1021.758983] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.767900] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523597af-81df-bce5-9840-fd18c365b71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.836777] env[69436]: DEBUG oslo_vmware.api [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255332, 'name': PowerOnVM_Task, 'duration_secs': 0.792787} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.837664] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.837664] env[69436]: INFO nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1021.837664] env[69436]: DEBUG nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1021.838732] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea0db9e-dccb-4e84-b08d-b61ee5a97694 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.852196] env[69436]: DEBUG oslo_vmware.api [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Task: {'id': task-3255335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139164} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.854519] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.854519] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.854715] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.854715] env[69436]: INFO nova.compute.manager [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1021.855652] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.860512] env[69436]: DEBUG nova.compute.manager [-] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1021.860614] env[69436]: DEBUG nova.network.neutron [-] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.934387] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.984798] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.984798] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.984798] env[69436]: DEBUG nova.network.neutron [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.077393] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb78e4d6-d523-4dd5-a237-42323edecb46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.086748] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd769a-51aa-4154-aaec-ebd0268ae215 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.118153] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac44c1ae-906e-42d3-a76f-9d6ce1fc7257 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.128240] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36d396-45f0-4bd8-8581-9e3d2fb65079 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.143900] env[69436]: DEBUG nova.compute.provider_tree [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.187116] env[69436]: DEBUG nova.compute.manager [req-0744625b-27f1-4c64-beab-31fb556b9e4c req-03b1cbaf-36e3-40dc-960e-9609d7619810 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-vif-plugged-e4e43a8f-4df5-47d1-8fd2-9f964285db1b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1022.187203] env[69436]: DEBUG oslo_concurrency.lockutils [req-0744625b-27f1-4c64-beab-31fb556b9e4c req-03b1cbaf-36e3-40dc-960e-9609d7619810 service nova] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.187863] env[69436]: DEBUG oslo_concurrency.lockutils [req-0744625b-27f1-4c64-beab-31fb556b9e4c req-03b1cbaf-36e3-40dc-960e-9609d7619810 service nova] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.187863] env[69436]: DEBUG oslo_concurrency.lockutils [req-0744625b-27f1-4c64-beab-31fb556b9e4c req-03b1cbaf-36e3-40dc-960e-9609d7619810 service nova] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.187863] env[69436]: DEBUG nova.compute.manager [req-0744625b-27f1-4c64-beab-31fb556b9e4c req-03b1cbaf-36e3-40dc-960e-9609d7619810 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] No waiting events found dispatching network-vif-plugged-e4e43a8f-4df5-47d1-8fd2-9f964285db1b {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.188059] env[69436]: WARNING nova.compute.manager [req-0744625b-27f1-4c64-beab-31fb556b9e4c req-03b1cbaf-36e3-40dc-960e-9609d7619810 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received unexpected event network-vif-plugged-e4e43a8f-4df5-47d1-8fd2-9f964285db1b for instance with vm_state active and task_state None. [ 1022.199296] env[69436]: DEBUG nova.network.neutron [-] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.210996] env[69436]: DEBUG nova.compute.manager [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Received event network-changed-9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1022.211694] env[69436]: DEBUG nova.compute.manager [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Refreshing instance network info cache due to event network-changed-9fe220e0-6e07-4451-803a-0eadb021318f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1022.211694] env[69436]: DEBUG oslo_concurrency.lockutils [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] Acquiring lock "refresh_cache-bd504796-e37a-472d-8af5-85f3356b59bd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.211694] env[69436]: DEBUG oslo_concurrency.lockutils [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] Acquired lock "refresh_cache-bd504796-e37a-472d-8af5-85f3356b59bd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.211942] env[69436]: DEBUG nova.network.neutron [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Refreshing network info cache for port 9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.269774] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523597af-81df-bce5-9840-fd18c365b71a, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.274143] env[69436]: DEBUG nova.network.neutron [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.274710] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c904220d-b9d7-40c2-a106-cd28955a5510 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.282243] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1022.282243] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b0c90e-bf6c-d703-f999-e7921e12e33d" [ 1022.282243] env[69436]: _type = "Task" [ 1022.282243] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.292436] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b0c90e-bf6c-d703-f999-e7921e12e33d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.370022] env[69436]: INFO nova.compute.manager [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Took 43.91 seconds to build instance. [ 1022.399101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.399834] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.399834] env[69436]: DEBUG nova.network.neutron [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.526522] env[69436]: WARNING nova.network.neutron [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] d589015f-0230-4f23-afc0-c48696f93374 already exists in list: networks containing: ['d589015f-0230-4f23-afc0-c48696f93374']. ignoring it [ 1022.526642] env[69436]: WARNING nova.network.neutron [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] d589015f-0230-4f23-afc0-c48696f93374 already exists in list: networks containing: ['d589015f-0230-4f23-afc0-c48696f93374']. ignoring it [ 1022.624535] env[69436]: DEBUG nova.objects.instance [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lazy-loading 'flavor' on Instance uuid 85fba89a-3e19-42ff-876c-6f309869f020 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.685148] env[69436]: DEBUG nova.scheduler.client.report [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1022.685416] env[69436]: DEBUG nova.compute.provider_tree [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 127 to 128 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1022.685624] env[69436]: DEBUG nova.compute.provider_tree [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.704305] env[69436]: INFO nova.compute.manager [-] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Took 1.79 seconds to deallocate network for instance. [ 1022.778587] env[69436]: DEBUG oslo_concurrency.lockutils [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783755] env[69436]: DEBUG nova.network.neutron [-] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.795592] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b0c90e-bf6c-d703-f999-e7921e12e33d, 'name': SearchDatastore_Task, 'duration_secs': 0.019906} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.795838] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.796132] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] bd504796-e37a-472d-8af5-85f3356b59bd/bd504796-e37a-472d-8af5-85f3356b59bd.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.796662] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c840f9b1-a9b1-4eee-9159-a325d2dba054 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.803795] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1022.803795] env[69436]: value = "task-3255336" [ 1022.803795] env[69436]: _type = "Task" [ 1022.803795] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.821413] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.871108] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d227f6ad-7f09-4696-85f9-d160f9b10ee6 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.432s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.008672] env[69436]: DEBUG nova.network.neutron [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Updated VIF entry in instance network info cache for port 9fe220e0-6e07-4451-803a-0eadb021318f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.009048] env[69436]: DEBUG nova.network.neutron [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Updating instance_info_cache with network_info: [{"id": "9fe220e0-6e07-4451-803a-0eadb021318f", "address": "fa:16:3e:82:f7:26", "network": {"id": "799761b5-9a71-4633-b064-a51591db06d7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2067116952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7af2e45ebcd4f4db3a7d55b7f30188b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe220e0-6e", "ovs_interfaceid": "9fe220e0-6e07-4451-803a-0eadb021318f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.094570] env[69436]: DEBUG nova.network.neutron [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3958e7-855e-4567-91c3-ce239f73d097", "address": "fa:16:3e:e3:53:f7", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3958e7-85", "ovs_interfaceid": "6b3958e7-855e-4567-91c3-ce239f73d097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4e43a8f-4df5-47d1-8fd2-9f964285db1b", "address": "fa:16:3e:d5:38:72", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e43a8f-4d", "ovs_interfaceid": "e4e43a8f-4df5-47d1-8fd2-9f964285db1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.133375] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11ac60c5-2a23-4ef3-9593-13f04ec6ddb0 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.808s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.175146] env[69436]: DEBUG nova.network.neutron [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.191021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.191558] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1023.194949] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.323s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.196910] env[69436]: INFO nova.compute.claims [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.210679] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.283770] env[69436]: DEBUG nova.compute.manager [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1023.284712] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd607d-f087-4665-89a5-6be63ad8a837 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.290385] env[69436]: INFO nova.compute.manager [-] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Took 1.43 seconds to deallocate network for instance. [ 1023.314241] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255336, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.467191] env[69436]: INFO nova.compute.manager [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Rescuing [ 1023.467191] env[69436]: DEBUG oslo_concurrency.lockutils [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.467444] env[69436]: DEBUG oslo_concurrency.lockutils [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.467491] env[69436]: DEBUG nova.network.neutron [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.512954] env[69436]: DEBUG oslo_concurrency.lockutils [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] Releasing lock "refresh_cache-bd504796-e37a-472d-8af5-85f3356b59bd" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.512954] env[69436]: DEBUG nova.compute.manager [req-1544f894-c066-4156-8eed-2b550f73ff12 req-602b155c-127c-47b6-aeb5-7d34bbe18f31 service nova] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Received event network-vif-deleted-8a1a8da6-14ec-4ca9-8414-9e87f34f9b62 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1023.597457] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.598147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598315] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.599215] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68fd18f-0ed8-434d-9c5e-0ec4a3c5b275 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.617613] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.617852] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.618080] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.618206] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.618525] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.618525] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.618683] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.618841] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.619023] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.619190] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.619357] env[69436]: DEBUG nova.virt.hardware [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.627302] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfiguring VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1023.627419] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009de0dd-7ce7-422f-8cd2-3e35a6eb7ecb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.647298] env[69436]: DEBUG oslo_vmware.api [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1023.647298] env[69436]: value = "task-3255337" [ 1023.647298] env[69436]: _type = "Task" [ 1023.647298] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.655136] env[69436]: DEBUG oslo_vmware.api [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255337, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.677925] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.700670] env[69436]: DEBUG nova.compute.utils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.704375] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1023.704605] env[69436]: DEBUG nova.network.neutron [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.709352] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e416f81ea93c467a5a7293839979dcd6',container_format='bare',created_at=2025-04-03T12:08:27Z,direct_url=,disk_format='vmdk',id=4e58e61b-2ce2-4b83-8d3f-00cca59e4573,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1857165307-shelved',owner='919af846473a480aa1ef4848aeae88fc',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-03T12:08:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.709580] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.709735] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.709918] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.710073] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.710223] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.710425] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.710636] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.710825] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.711641] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.711862] env[69436]: DEBUG nova.virt.hardware [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.713290] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeda336-fa96-45df-9228-0b8fb670bf9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.723610] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65128579-c4cd-4345-8187-e995ec5a0484 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.738875] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e9:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd48fab-f65d-4211-96c9-1cb3b310d9bc', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.746940] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.747145] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.747771] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f159bb5-178a-42ad-bbed-f6f94e4c3cd0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.762682] env[69436]: DEBUG nova.policy [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02691a30f7641918a9558aad67607dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ba3497a93141fa87e3efd3abcbf682', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.770219] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.770219] env[69436]: value = "task-3255338" [ 1023.770219] env[69436]: _type = "Task" [ 1023.770219] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.782606] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255338, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.803240] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.821024] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512464} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.821024] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] bd504796-e37a-472d-8af5-85f3356b59bd/bd504796-e37a-472d-8af5-85f3356b59bd.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.821024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.821024] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-000ea060-cae8-42c9-948c-c3a26789c611 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.829464] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1023.829464] env[69436]: value = "task-3255339" [ 1023.829464] env[69436]: _type = "Task" [ 1023.829464] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.840567] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.048480] env[69436]: DEBUG nova.network.neutron [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Successfully created port: 98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.158464] env[69436]: DEBUG oslo_vmware.api [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.208878] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1024.233877] env[69436]: DEBUG nova.network.neutron [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.280473] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255338, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.307126] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ba6fb-3aa7-4c3d-a4a1-bb3dffc8f3b4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.320022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Doing hard reboot of VM {{(pid=69436) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1024.320303] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d82d2fb0-6bc6-4460-aadf-b650977d83d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.327961] env[69436]: DEBUG oslo_vmware.api [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1024.327961] env[69436]: value = "task-3255340" [ 1024.327961] env[69436]: _type = "Task" [ 1024.327961] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.343342] env[69436]: DEBUG oslo_vmware.api [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255340, 'name': ResetVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.347418] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07137} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.350163] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.351179] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691364e9-d453-468e-b492-396105e5feac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.373461] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] bd504796-e37a-472d-8af5-85f3356b59bd/bd504796-e37a-472d-8af5-85f3356b59bd.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.376326] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d1322a-101d-471b-b639-445ca0d033f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.396555] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1024.396555] env[69436]: value = "task-3255341" [ 1024.396555] env[69436]: _type = "Task" [ 1024.396555] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.409971] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.650284] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c29fe4-17fd-4c3e-9e81-fb4b8cf61f41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.665034] env[69436]: DEBUG oslo_vmware.api [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255337, 'name': ReconfigVM_Task, 'duration_secs': 0.913371} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.667128] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.667358] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfigured VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1024.670828] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7f017-af11-4c57-a2cd-b220fd7447fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.678835] env[69436]: DEBUG nova.compute.manager [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Received event network-changed-ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1024.679032] env[69436]: DEBUG nova.compute.manager [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Refreshing instance network info cache due to event network-changed-ff776205-267c-4add-ada6-e8cd9fc16584. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1024.679242] env[69436]: DEBUG oslo_concurrency.lockutils [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] Acquiring lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.679385] env[69436]: DEBUG oslo_concurrency.lockutils [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] Acquired lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.680031] env[69436]: DEBUG nova.network.neutron [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Refreshing network info cache for port ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.709919] env[69436]: DEBUG nova.compute.manager [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-vif-plugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1024.710191] env[69436]: DEBUG oslo_concurrency.lockutils [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.710403] env[69436]: DEBUG oslo_concurrency.lockutils [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.710584] env[69436]: DEBUG oslo_concurrency.lockutils [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.710760] env[69436]: DEBUG nova.compute.manager [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] No waiting events found dispatching network-vif-plugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.710925] env[69436]: WARNING nova.compute.manager [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received unexpected event network-vif-plugged-acd48fab-f65d-4211-96c9-1cb3b310d9bc for instance with vm_state shelved_offloaded and task_state spawning. [ 1024.711138] env[69436]: DEBUG nova.compute.manager [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1024.711304] env[69436]: DEBUG nova.compute.manager [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing instance network info cache due to event network-changed-acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1024.711576] env[69436]: DEBUG oslo_concurrency.lockutils [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] Acquiring lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.711744] env[69436]: DEBUG oslo_concurrency.lockutils [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] Acquired lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711919] env[69436]: DEBUG nova.network.neutron [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Refreshing network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.713549] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dab4dce-2e73-49a1-bdb8-fb6c6e1fa449 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.728023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc1ffec-6087-4034-b78c-92103ef7ef97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.741228] env[69436]: DEBUG oslo_concurrency.lockutils [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.743811] env[69436]: DEBUG nova.compute.provider_tree [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.781195] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255338, 'name': CreateVM_Task, 'duration_secs': 0.563712} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.782023] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.782661] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.783954] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.783954] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.783954] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39384942-4aa2-43d1-abe0-9e3280e75d45 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.790980] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1024.790980] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bcf9b6-c5b6-07a4-e6de-678be4260af2" [ 1024.790980] env[69436]: _type = "Task" [ 1024.790980] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.799643] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bcf9b6-c5b6-07a4-e6de-678be4260af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.816607] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.816920] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.842844] env[69436]: DEBUG oslo_vmware.api [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255340, 'name': ResetVM_Task, 'duration_secs': 0.10874} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.843133] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Did hard reboot of VM {{(pid=69436) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1024.843331] env[69436]: DEBUG nova.compute.manager [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1024.844121] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e9aca-8007-4c22-9186-cf3e7d7e0c2b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.906671] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255341, 'name': ReconfigVM_Task, 'duration_secs': 0.416817} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.906671] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Reconfigured VM instance instance-0000005a to attach disk [datastore2] bd504796-e37a-472d-8af5-85f3356b59bd/bd504796-e37a-472d-8af5-85f3356b59bd.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.907690] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e9ff3f-1afc-48d8-a887-163322471ebb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.914442] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1024.914442] env[69436]: value = "task-3255342" [ 1024.914442] env[69436]: _type = "Task" [ 1024.914442] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.927086] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255342, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.176700] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1782d779-80c8-4867-8ab9-6b02b49c6607 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-e4e43a8f-4df5-47d1-8fd2-9f964285db1b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.850s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.222437] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1025.245745] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.246012] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.246213] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.246382] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.246495] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.246643] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.246846] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.247015] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.247184] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.247344] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.247567] env[69436]: DEBUG nova.virt.hardware [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.248701] env[69436]: DEBUG nova.scheduler.client.report [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.252465] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e95b290-09be-4ed2-bdf8-4ab3d97cc5ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.263676] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7475d4-85c1-4521-b43d-f327fe329276 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.307844] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.308180] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Processing image 4e58e61b-2ce2-4b83-8d3f-00cca59e4573 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.308607] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.308802] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.309114] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.309469] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ade742-46ea-4960-a882-b123e338d0e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.320527] env[69436]: INFO nova.compute.manager [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Detaching volume 5bc64b76-7458-4a24-826a-3dca970e7560 [ 1025.325400] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.325711] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.330280] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9983e10c-050b-4e05-bd5a-b0c413a6d8f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.338227] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1025.338227] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5284e6de-187f-118b-495e-562485970ecb" [ 1025.338227] env[69436]: _type = "Task" [ 1025.338227] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.347136] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5284e6de-187f-118b-495e-562485970ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.358105] env[69436]: DEBUG oslo_concurrency.lockutils [None req-046ac00c-0526-49b8-9429-c71c8e22a786 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.478s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.370067] env[69436]: INFO nova.virt.block_device [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Attempting to driver detach volume 5bc64b76-7458-4a24-826a-3dca970e7560 from mountpoint /dev/sdb [ 1025.370449] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1025.372289] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650423', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'name': 'volume-5bc64b76-7458-4a24-826a-3dca970e7560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85fba89a-3e19-42ff-876c-6f309869f020', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'serial': '5bc64b76-7458-4a24-826a-3dca970e7560'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1025.372289] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a5641-ddf6-48df-a131-67e30cac5a50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.404134] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b354724b-e937-41e0-b4a1-732922529a44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.422416] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d686f-0557-40e9-912b-f4f40a74929e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.427910] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255342, 'name': Rename_Task, 'duration_secs': 0.447467} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.428554] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.428801] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02e31598-3ef7-4aa8-9223-27fa33aa1c80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.453502] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff0b6c-77b4-45c0-a213-3c2317e3381f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.458180] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1025.458180] env[69436]: value = "task-3255343" [ 1025.458180] env[69436]: _type = "Task" [ 1025.458180] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.471897] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] The volume has not been displaced from its original location: [datastore2] volume-5bc64b76-7458-4a24-826a-3dca970e7560/volume-5bc64b76-7458-4a24-826a-3dca970e7560.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1025.477395] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1025.479016] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdf7648-f762-464e-ab54-3ccd3b20f959 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.494991] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255343, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.500151] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1025.500151] env[69436]: value = "task-3255344" [ 1025.500151] env[69436]: _type = "Task" [ 1025.500151] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.509923] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.542013] env[69436]: DEBUG nova.network.neutron [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Updated VIF entry in instance network info cache for port ff776205-267c-4add-ada6-e8cd9fc16584. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.542430] env[69436]: DEBUG nova.network.neutron [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Updating instance_info_cache with network_info: [{"id": "ff776205-267c-4add-ada6-e8cd9fc16584", "address": "fa:16:3e:79:83:a5", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff776205-26", "ovs_interfaceid": "ff776205-267c-4add-ada6-e8cd9fc16584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.599636] env[69436]: DEBUG nova.network.neutron [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updated VIF entry in instance network info cache for port acd48fab-f65d-4211-96c9-1cb3b310d9bc. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.600015] env[69436]: DEBUG nova.network.neutron [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [{"id": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "address": "fa:16:3e:15:e9:d2", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd48fab-f6", "ovs_interfaceid": "acd48fab-f65d-4211-96c9-1cb3b310d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.712946] env[69436]: DEBUG nova.network.neutron [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Successfully updated port: 98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.726783] env[69436]: DEBUG oslo_concurrency.lockutils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.726783] env[69436]: DEBUG oslo_concurrency.lockutils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.756881] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.757584] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1025.761153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.851s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.850499] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1025.850768] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Fetch image to [datastore1] OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644/OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1025.850958] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Downloading stream optimized image 4e58e61b-2ce2-4b83-8d3f-00cca59e4573 to [datastore1] OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644/OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644.vmdk on the data store datastore1 as vApp {{(pid=69436) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1025.851147] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Downloading image file data 4e58e61b-2ce2-4b83-8d3f-00cca59e4573 to the ESX as VM named 'OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644' {{(pid=69436) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1025.929504] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1025.929504] env[69436]: value = "resgroup-9" [ 1025.929504] env[69436]: _type = "ResourcePool" [ 1025.929504] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1025.929798] env[69436]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9bc17143-ec7b-432e-ac69-a9f74c5a7389 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.951244] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease: (returnval){ [ 1025.951244] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1025.951244] env[69436]: _type = "HttpNfcLease" [ 1025.951244] env[69436]: } obtained for vApp import into resource pool (val){ [ 1025.951244] env[69436]: value = "resgroup-9" [ 1025.951244] env[69436]: _type = "ResourcePool" [ 1025.951244] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1025.951718] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the lease: (returnval){ [ 1025.951718] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1025.951718] env[69436]: _type = "HttpNfcLease" [ 1025.951718] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.960506] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.960506] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1025.960506] env[69436]: _type = "HttpNfcLease" [ 1025.960506] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.968998] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.009475] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255344, 'name': ReconfigVM_Task, 'duration_secs': 0.242037} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.009831] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1026.014525] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4de5cd-8a3a-4dfd-8a42-f0abfc4e067b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.029727] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1026.029727] env[69436]: value = "task-3255346" [ 1026.029727] env[69436]: _type = "Task" [ 1026.029727] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.040622] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.048226] env[69436]: DEBUG oslo_concurrency.lockutils [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] Releasing lock "refresh_cache-e9234a28-d8da-46aa-860b-243668fb68ca" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.048473] env[69436]: DEBUG nova.compute.manager [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-changed-e4e43a8f-4df5-47d1-8fd2-9f964285db1b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1026.048640] env[69436]: DEBUG nova.compute.manager [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing instance network info cache due to event network-changed-e4e43a8f-4df5-47d1-8fd2-9f964285db1b. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1026.048848] env[69436]: DEBUG oslo_concurrency.lockutils [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.048992] env[69436]: DEBUG oslo_concurrency.lockutils [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.049205] env[69436]: DEBUG nova.network.neutron [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Refreshing network info cache for port e4e43a8f-4df5-47d1-8fd2-9f964285db1b {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.105548] env[69436]: DEBUG oslo_concurrency.lockutils [req-c3940cdf-8c01-406a-a21e-6ea02b6678cd req-60546356-dea5-4585-afaa-e5b68ccd56e7 service nova] Releasing lock "refresh_cache-09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.223898] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-acdfcfb1-550b-497c-b19d-b0cc08be6123" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.224209] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-acdfcfb1-550b-497c-b19d-b0cc08be6123" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.224382] env[69436]: DEBUG nova.network.neutron [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.231391] env[69436]: DEBUG nova.compute.utils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.265378] env[69436]: DEBUG nova.compute.utils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.270810] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1026.270810] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.284690] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.285438] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46fbe92a-c0b4-451c-b287-2cc51c65efbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.294881] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1026.294881] env[69436]: value = "task-3255347" [ 1026.294881] env[69436]: _type = "Task" [ 1026.294881] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.304480] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.322038] env[69436]: DEBUG nova.policy [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '432261390f5e431da65f9e32b2e6a7aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c85706e2524fc3aa18f5ce7e4d0844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.463146] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.463146] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1026.463146] env[69436]: _type = "HttpNfcLease" [ 1026.463146] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.471655] env[69436]: DEBUG oslo_vmware.api [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255343, 'name': PowerOnVM_Task, 'duration_secs': 0.937849} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.471923] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.472144] env[69436]: INFO nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1026.472364] env[69436]: DEBUG nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1026.473187] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc31812-6e5f-4f8a-90cf-55ae4b353aef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.540598] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.704686] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Successfully created port: 86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.735030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.765180] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc78a8b-e7ea-4a7b-9872-b182ac967721 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.768212] env[69436]: DEBUG nova.network.neutron [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.772023] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1026.778162] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e860d6-72a3-4006-870e-8dc16ab2899a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.821557] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41c1ee6-ae20-4494-8393-050bac3c7a40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.832571] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255347, 'name': PowerOffVM_Task, 'duration_secs': 0.268183} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.833387] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.835074] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3453c-9741-4ef0-bf95-cc135a33f381 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.840824] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba598b2-53eb-42a9-aea8-f31ee9cef8a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.855312] env[69436]: DEBUG nova.compute.provider_tree [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.873978] env[69436]: DEBUG nova.scheduler.client.report [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.878295] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ce640f-9b10-4f56-8724-91fdaa7d168c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882340] env[69436]: DEBUG nova.network.neutron [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updated VIF entry in instance network info cache for port e4e43a8f-4df5-47d1-8fd2-9f964285db1b. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.882821] env[69436]: DEBUG nova.network.neutron [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b3958e7-855e-4567-91c3-ce239f73d097", "address": "fa:16:3e:e3:53:f7", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b3958e7-85", "ovs_interfaceid": "6b3958e7-855e-4567-91c3-ce239f73d097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4e43a8f-4df5-47d1-8fd2-9f964285db1b", "address": "fa:16:3e:d5:38:72", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e43a8f-4d", "ovs_interfaceid": "e4e43a8f-4df5-47d1-8fd2-9f964285db1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.919598] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.919958] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e21615-aa9d-4d32-95fd-925bf4b68f0d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.929395] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1026.929395] env[69436]: value = "task-3255348" [ 1026.929395] env[69436]: _type = "Task" [ 1026.929395] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.940971] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.941244] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.941534] env[69436]: DEBUG oslo_concurrency.lockutils [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.941711] env[69436]: DEBUG oslo_concurrency.lockutils [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.941921] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.942210] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c461fcb-101b-48c7-98fa-c2351c26d30f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.960244] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1026.960244] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1026.960244] env[69436]: _type = "HttpNfcLease" [ 1026.960244] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1026.961438] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.961582] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.962531] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2e8b23-686e-4cd5-9443-29049512883b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.967343] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1026.967343] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521c90f1-e005-a69c-8526-a61a44743757" [ 1026.967343] env[69436]: _type = "Task" [ 1026.967343] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.974522] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521c90f1-e005-a69c-8526-a61a44743757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.993957] env[69436]: INFO nova.compute.manager [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Took 42.79 seconds to build instance. [ 1027.026474] env[69436]: DEBUG nova.network.neutron [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Updating instance_info_cache with network_info: [{"id": "98173a36-9683-4e5d-94d6-3a97883cb077", "address": "fa:16:3e:4b:cb:fd", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98173a36-96", "ovs_interfaceid": "98173a36-9683-4e5d-94d6-3a97883cb077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.043745] env[69436]: DEBUG oslo_vmware.api [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255346, 'name': ReconfigVM_Task, 'duration_secs': 0.810489} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.043745] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650423', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'name': 'volume-5bc64b76-7458-4a24-826a-3dca970e7560', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85fba89a-3e19-42ff-876c-6f309869f020', 'attached_at': '', 'detached_at': '', 'volume_id': '5bc64b76-7458-4a24-826a-3dca970e7560', 'serial': '5bc64b76-7458-4a24-826a-3dca970e7560'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1027.064883] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Successfully created port: 4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.358572] env[69436]: DEBUG nova.compute.manager [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Received event network-vif-plugged-98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1027.358775] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] Acquiring lock "acdfcfb1-550b-497c-b19d-b0cc08be6123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.358979] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.359161] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.359330] env[69436]: DEBUG nova.compute.manager [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] No waiting events found dispatching network-vif-plugged-98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.359490] env[69436]: WARNING nova.compute.manager [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Received unexpected event network-vif-plugged-98173a36-9683-4e5d-94d6-3a97883cb077 for instance with vm_state building and task_state spawning. [ 1027.359687] env[69436]: DEBUG nova.compute.manager [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Received event network-changed-98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1027.359801] env[69436]: DEBUG nova.compute.manager [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Refreshing instance network info cache due to event network-changed-98173a36-9683-4e5d-94d6-3a97883cb077. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1027.360012] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] Acquiring lock "refresh_cache-acdfcfb1-550b-497c-b19d-b0cc08be6123" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.387397] env[69436]: DEBUG oslo_concurrency.lockutils [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.387397] env[69436]: DEBUG nova.compute.manager [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Received event network-vif-deleted-b3187c09-7511-464c-85e5-5a9b3b082d4f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1027.387397] env[69436]: DEBUG nova.compute.manager [req-bf0e0d5a-6d17-47cc-9cfb-956b0557c54c req-19da7f49-4991-49c0-8dc4-d8d533df07f6 service nova] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Received event network-vif-deleted-c96c7f4f-68b5-4031-a5fc-76f3ad9e34e1 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1027.462073] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.462073] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1027.462073] env[69436]: _type = "HttpNfcLease" [ 1027.462073] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.462073] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.462073] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b9c723-305a-9dc5-a9e6-d266cd312d00" [ 1027.462073] env[69436]: _type = "HttpNfcLease" [ 1027.462073] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1027.462073] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a1d29-f0c2-4f4c-8b51-ac94e588c8ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.470264] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ae77-9fc4-edb3-e360-fcb80f9a0510/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.470628] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ae77-9fc4-edb3-e360-fcb80f9a0510/disk-0.vmdk. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1027.535590] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a9879c7f-98ff-47ee-8b72-3c881582d6a1 tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "bd504796-e37a-472d-8af5-85f3356b59bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.339s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.536067] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-acdfcfb1-550b-497c-b19d-b0cc08be6123" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.536372] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance network_info: |[{"id": "98173a36-9683-4e5d-94d6-3a97883cb077", "address": "fa:16:3e:4b:cb:fd", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98173a36-96", "ovs_interfaceid": "98173a36-9683-4e5d-94d6-3a97883cb077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1027.540443] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] Acquired lock "refresh_cache-acdfcfb1-550b-497c-b19d-b0cc08be6123" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.540635] env[69436]: DEBUG nova.network.neutron [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Refreshing network info cache for port 98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.544853] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:cb:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98173a36-9683-4e5d-94d6-3a97883cb077', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.550951] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.550951] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521c90f1-e005-a69c-8526-a61a44743757, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.553746] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.558037] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7cc6a44-d6de-4256-acda-dafe47b3349e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.576751] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ad4131-60b5-4f6a-aac1-d377c4f20e9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.581371] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a4f429a-e73a-4f52-b7e4-c6dd0c697f28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.586957] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1027.586957] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fe1ff-129f-74a7-7adf-d4c51e3a6ef8" [ 1027.586957] env[69436]: _type = "Task" [ 1027.586957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.593592] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.593592] env[69436]: value = "task-3255349" [ 1027.593592] env[69436]: _type = "Task" [ 1027.593592] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.598270] env[69436]: DEBUG nova.objects.instance [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lazy-loading 'flavor' on Instance uuid 85fba89a-3e19-42ff-876c-6f309869f020 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.604169] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fe1ff-129f-74a7-7adf-d4c51e3a6ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.607811] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255349, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.784541] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1027.810849] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.811167] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.811352] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.811619] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.811802] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.811963] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.812192] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.812356] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.812591] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.812788] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.812960] env[69436]: DEBUG nova.virt.hardware [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.813625] env[69436]: DEBUG oslo_concurrency.lockutils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.813865] env[69436]: DEBUG oslo_concurrency.lockutils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.814137] env[69436]: INFO nova.compute.manager [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Attaching volume aedb514b-53cf-4336-a0e6-2ae995f4d98a to /dev/sdb [ 1027.816407] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70439286-06ea-4941-ba07-b9c12c98befc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.828977] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91ffbe7-4d92-4f84-bdce-b7a1c20a7e03 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.866115] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43324c-475e-4050-9e62-08dcd6eb4417 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.877272] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c8f9d-1ebf-4ce1-b053-b7a0dfce3e90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.893093] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.133s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.896097] env[69436]: DEBUG nova.virt.block_device [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating existing volume attachment record: f478d898-95ed-4907-a1f8-a0d83fcb63b3 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.902031] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.622s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.902031] env[69436]: DEBUG nova.objects.instance [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lazy-loading 'resources' on Instance uuid 41dc590f-ba91-424e-a087-8b51922e5886 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.109360] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fe1ff-129f-74a7-7adf-d4c51e3a6ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.114877] env[69436]: DEBUG oslo_concurrency.lockutils [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115274] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. {{(pid=69436) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1028.115491] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255349, 'name': CreateVM_Task, 'duration_secs': 0.357005} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.119645] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba17cc8-c601-42b3-a721-3278c0dfa1de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.121091] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.122237] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.122895] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.122895] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.124017] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b170ac-45fb-4fdb-a34f-752073918f51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.129436] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1028.129436] env[69436]: value = "task-3255351" [ 1028.129436] env[69436]: _type = "Task" [ 1028.129436] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.135276] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1028.135276] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52860206-0a00-08f3-9546-f23d821ac8ad" [ 1028.135276] env[69436]: _type = "Task" [ 1028.135276] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.143138] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.148305] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52860206-0a00-08f3-9546-f23d821ac8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.252484] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-6b3958e7-855e-4567-91c3-ce239f73d097" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.252782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-6b3958e7-855e-4567-91c3-ce239f73d097" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.380674] env[69436]: DEBUG nova.network.neutron [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Updated VIF entry in instance network info cache for port 98173a36-9683-4e5d-94d6-3a97883cb077. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.381038] env[69436]: DEBUG nova.network.neutron [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Updating instance_info_cache with network_info: [{"id": "98173a36-9683-4e5d-94d6-3a97883cb077", "address": "fa:16:3e:4b:cb:fd", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98173a36-96", "ovs_interfaceid": "98173a36-9683-4e5d-94d6-3a97883cb077", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.428533] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "bd504796-e37a-472d-8af5-85f3356b59bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.428899] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "bd504796-e37a-472d-8af5-85f3356b59bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.429068] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "bd504796-e37a-472d-8af5-85f3356b59bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.430156] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "bd504796-e37a-472d-8af5-85f3356b59bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.430156] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "bd504796-e37a-472d-8af5-85f3356b59bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.434457] env[69436]: INFO nova.compute.manager [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Terminating instance [ 1028.495903] env[69436]: INFO nova.scheduler.client.report [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocation for migration c338bdc8-ec14-4d2a-b112-2fb3030d3daf [ 1028.623330] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2d4e9a99-0f82-422d-a5fe-e3c041fabc79 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.806s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.651980] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255351, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.658072] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52860206-0a00-08f3-9546-f23d821ac8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.020429} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.659778] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.660406] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.660406] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.660406] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.660597] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.660885] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-881866ef-5892-4520-a8b9-f2a20d55a848 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.673583] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.673812] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.674890] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de55787c-f5a2-4de9-a91e-f60f2d1c1af5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.682341] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1028.682341] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527c1e7f-4484-4620-0fc6-31e025ccd834" [ 1028.682341] env[69436]: _type = "Task" [ 1028.682341] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.696366] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527c1e7f-4484-4620-0fc6-31e025ccd834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.757843] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.758075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.760789] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a616da7-7bb7-4843-a571-c20e43413b63 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.792065] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74899ec-f9c6-474e-92c6-e72079e17629 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.798600] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1028.798784] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ae77-9fc4-edb3-e360-fcb80f9a0510/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.799963] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e977cb20-01ff-4bfa-9f19-e73c1d8693de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.828838] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfiguring VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1028.833363] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13928c00-3490-4869-bbb3-757679fb11ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.849979] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ae77-9fc4-edb3-e360-fcb80f9a0510/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.850227] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ae77-9fc4-edb3-e360-fcb80f9a0510/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1028.850780] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c0a62a10-ec5b-4564-abaf-79d5438e5f79 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.859718] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1028.859718] env[69436]: value = "task-3255354" [ 1028.859718] env[69436]: _type = "Task" [ 1028.859718] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.872462] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.877357] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Successfully updated port: 86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.885101] env[69436]: DEBUG oslo_concurrency.lockutils [req-fd0caa8b-f19b-4581-85a3-f7a0bfde84e1 req-cf026655-6d8b-49ea-bae9-199f19c6ca11 service nova] Releasing lock "refresh_cache-acdfcfb1-550b-497c-b19d-b0cc08be6123" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.944612] env[69436]: DEBUG nova.compute.manager [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1028.944884] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.945836] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7246fa-04e6-4c10-8a8d-0054ec9ef000 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.954379] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.957108] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b09c0e0-e3a2-49cc-87d5-0bca1a1f07ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.964861] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1028.964861] env[69436]: value = "task-3255355" [ 1028.964861] env[69436]: _type = "Task" [ 1028.964861] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.969436] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c258a5-bd98-45fa-bcb3-a03acbd65e3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.977314] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.980079] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f9c60-eb60-449e-8af2-db28ba4a9fd3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.012793] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c5a8a7e-0a53-435f-a6e8-c267da99ddbc tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.032s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.014699] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b444a79-4c1b-4de3-9b9d-69eb5fbf3a8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.018860] env[69436]: DEBUG oslo_vmware.rw_handles [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5226ae77-9fc4-edb3-e360-fcb80f9a0510/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1029.019087] env[69436]: INFO nova.virt.vmwareapi.images [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Downloaded image file data 4e58e61b-2ce2-4b83-8d3f-00cca59e4573 [ 1029.020263] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a2ca7a-0100-439f-bc3c-b4ebfe804fc3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.026405] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27162cd2-a70c-4839-b308-d0618e77e9dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.043026] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d333869-9cd0-46b9-aead-62e309a4888d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.053081] env[69436]: DEBUG nova.compute.provider_tree [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.081751] env[69436]: INFO nova.virt.vmwareapi.images [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] The imported VM was unregistered [ 1029.084430] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1029.084721] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573 {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.085071] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07221ca-322d-4c95-82e1-11c24953faa6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.102799] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created directory with path [datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573 {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.102958] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644/OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644.vmdk to [datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk. {{(pid=69436) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1029.103267] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f81ccf1a-d4f1-40be-a4e3-f6365ae216eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.110143] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1029.110143] env[69436]: value = "task-3255357" [ 1029.110143] env[69436]: _type = "Task" [ 1029.110143] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.117792] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.139466] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583765} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.139734] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk. [ 1029.140593] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a78aa7-2488-4291-861c-a99bf7f3da6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.166959] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.168231] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0deab938-0cba-44e7-80b5-905236f2929b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.187747] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1029.187747] env[69436]: value = "task-3255358" [ 1029.187747] env[69436]: _type = "Task" [ 1029.187747] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.195409] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527c1e7f-4484-4620-0fc6-31e025ccd834, 'name': SearchDatastore_Task, 'duration_secs': 0.016099} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.199084] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a76b1f-165c-4fa7-abd5-2a0f5d220fc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.203273] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.204326] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1029.204326] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52174af2-c0dd-143b-c194-c53091be14a3" [ 1029.204326] env[69436]: _type = "Task" [ 1029.204326] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.211883] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52174af2-c0dd-143b-c194-c53091be14a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.372831] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.478348] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.570640] env[69436]: DEBUG nova.scheduler.client.report [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.581450] env[69436]: DEBUG nova.compute.manager [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received event network-vif-plugged-86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1029.581697] env[69436]: DEBUG oslo_concurrency.lockutils [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] Acquiring lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.581982] env[69436]: DEBUG oslo_concurrency.lockutils [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.582203] env[69436]: DEBUG oslo_concurrency.lockutils [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.582421] env[69436]: DEBUG nova.compute.manager [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] No waiting events found dispatching network-vif-plugged-86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.582615] env[69436]: WARNING nova.compute.manager [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received unexpected event network-vif-plugged-86d602bf-7794-4f4d-ac78-a6e5f60ec57c for instance with vm_state building and task_state spawning. [ 1029.582816] env[69436]: DEBUG nova.compute.manager [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received event network-changed-86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1029.583008] env[69436]: DEBUG nova.compute.manager [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Refreshing instance network info cache due to event network-changed-86d602bf-7794-4f4d-ac78-a6e5f60ec57c. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1029.583210] env[69436]: DEBUG oslo_concurrency.lockutils [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] Acquiring lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.583481] env[69436]: DEBUG oslo_concurrency.lockutils [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] Acquired lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.583558] env[69436]: DEBUG nova.network.neutron [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Refreshing network info cache for port 86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.622918] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.699962] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.715808] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52174af2-c0dd-143b-c194-c53091be14a3, 'name': SearchDatastore_Task, 'duration_secs': 0.036535} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.716120] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.716393] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.716665] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69ae4ce1-014e-4b12-9a2a-244170bf4fdf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.727793] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1029.727793] env[69436]: value = "task-3255359" [ 1029.727793] env[69436]: _type = "Task" [ 1029.727793] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.740959] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.875969] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.982785] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.063044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.067127] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.745s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.067441] env[69436]: DEBUG nova.objects.instance [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'resources' on Instance uuid 666f53b5-aefb-460e-99b6-2647966dc8cf {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.092306] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.092703] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.094848] env[69436]: INFO nova.scheduler.client.report [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted allocations for instance 41dc590f-ba91-424e-a087-8b51922e5886 [ 1030.127705] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.158644] env[69436]: DEBUG nova.network.neutron [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.203325] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.242239] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.364905] env[69436]: DEBUG nova.network.neutron [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.379499] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.480144] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255355, 'name': PowerOffVM_Task, 'duration_secs': 1.148225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.481817] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.482104] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.485352] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f0baebc-842f-40ac-9848-d81a7a3b5f12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.568894] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.569151] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.569360] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleting the datastore file [datastore2] bd504796-e37a-472d-8af5-85f3356b59bd {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.569662] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8419cfc7-36e1-47ef-8c47-835c11d674b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.577846] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for the task: (returnval){ [ 1030.577846] env[69436]: value = "task-3255362" [ 1030.577846] env[69436]: _type = "Task" [ 1030.577846] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.589392] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.602314] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1030.606354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-94b3659d-953a-4ff3-854f-9aa6c749c1cd tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "41dc590f-ba91-424e-a087-8b51922e5886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.231s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.629250] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.702102] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255358, 'name': ReconfigVM_Task, 'duration_secs': 1.146151} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.705434] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Reconfigured VM instance instance-00000059 to attach disk [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf-rescue.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.706298] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56811d0-b551-42a4-b802-1728fbde02d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.740092] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23b6755-6921-471b-8e7c-cf753cc85370 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.758824] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.760340] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1030.760340] env[69436]: value = "task-3255363" [ 1030.760340] env[69436]: _type = "Task" [ 1030.760340] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.774599] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.871229] env[69436]: DEBUG oslo_concurrency.lockutils [req-517cfbb4-15b9-4a0e-899e-5590262be9d3 req-027cf997-e414-472f-8054-031d585335ff service nova] Releasing lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.880345] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.988557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "54ef019a-a45c-4e12-82d3-675f890c554b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.988831] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.989471] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.990097] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.990266] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.992983] env[69436]: INFO nova.compute.manager [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Terminating instance [ 1030.996028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e1b4a-c6ee-4e0c-a649-8a1db64e1612 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.007877] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a256a-6e57-4648-872d-16c8caaef54c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.046048] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66567c61-40c9-46ef-838c-810a3b4f90bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.055897] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c9390-d05c-447a-a447-472b66b73126 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.074155] env[69436]: DEBUG nova.compute.provider_tree [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.090763] env[69436]: DEBUG oslo_vmware.api [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Task: {'id': task-3255362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309231} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.091097] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.091296] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.091483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.091664] env[69436]: INFO nova.compute.manager [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1031.092022] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.092253] env[69436]: DEBUG nova.compute.manager [-] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1031.092347] env[69436]: DEBUG nova.network.neutron [-] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.123367] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.128300] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.219160] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Successfully updated port: 4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.243930] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.276742] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255363, 'name': ReconfigVM_Task, 'duration_secs': 0.171164} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.276971] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.277335] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d4f00f-8b06-44ae-9fdd-6f7ebe009717 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.287088] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1031.287088] env[69436]: value = "task-3255364" [ 1031.287088] env[69436]: _type = "Task" [ 1031.287088] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.298384] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.381126] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.502762] env[69436]: DEBUG nova.compute.manager [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1031.502762] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.503801] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85937b73-2489-4472-a07f-cacca166fa1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.515552] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.516224] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e421ba-9d23-434c-af17-25c36d68e253 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.529029] env[69436]: DEBUG oslo_vmware.api [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1031.529029] env[69436]: value = "task-3255365" [ 1031.529029] env[69436]: _type = "Task" [ 1031.529029] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.543277] env[69436]: DEBUG oslo_vmware.api [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.609210] env[69436]: ERROR nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [req-d2793b9a-d962-4e10-a3a3-88e57892af6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2793b9a-d962-4e10-a3a3-88e57892af6a"}]} [ 1031.629542] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.630701] env[69436]: DEBUG nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1031.647714] env[69436]: DEBUG nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1031.647954] env[69436]: DEBUG nova.compute.provider_tree [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.654637] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.655296] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.662623] env[69436]: DEBUG nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1031.688847] env[69436]: DEBUG nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1031.693675] env[69436]: DEBUG nova.compute.manager [req-a389267e-ed79-42fc-9457-d1e9c5384d5a req-a1f66a06-a4bc-4ce6-967e-24d2ad3cd022 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Received event network-vif-deleted-9fe220e0-6e07-4451-803a-0eadb021318f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1031.693904] env[69436]: INFO nova.compute.manager [req-a389267e-ed79-42fc-9457-d1e9c5384d5a req-a1f66a06-a4bc-4ce6-967e-24d2ad3cd022 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Neutron deleted interface 9fe220e0-6e07-4451-803a-0eadb021318f; detaching it from the instance and deleting it from the info cache [ 1031.694132] env[69436]: DEBUG nova.network.neutron [req-a389267e-ed79-42fc-9457-d1e9c5384d5a req-a1f66a06-a4bc-4ce6-967e-24d2ad3cd022 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.701718] env[69436]: DEBUG nova.compute.manager [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received event network-vif-plugged-4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1031.701850] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] Acquiring lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.702428] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.702428] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.702715] env[69436]: DEBUG nova.compute.manager [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] No waiting events found dispatching network-vif-plugged-4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.702715] env[69436]: WARNING nova.compute.manager [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received unexpected event network-vif-plugged-4ef63900-53d8-4087-92bc-1bcf486ef4d0 for instance with vm_state building and task_state spawning. [ 1031.702791] env[69436]: DEBUG nova.compute.manager [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received event network-changed-4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1031.702933] env[69436]: DEBUG nova.compute.manager [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Refreshing instance network info cache due to event network-changed-4ef63900-53d8-4087-92bc-1bcf486ef4d0. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1031.703122] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] Acquiring lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.703295] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] Acquired lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.703530] env[69436]: DEBUG nova.network.neutron [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Refreshing network info cache for port 4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.716746] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "eac96d12-f468-44c7-93da-e9618eb96d66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.717064] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "eac96d12-f468-44c7-93da-e9618eb96d66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.717345] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "eac96d12-f468-44c7-93da-e9618eb96d66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.717541] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "eac96d12-f468-44c7-93da-e9618eb96d66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.717712] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "eac96d12-f468-44c7-93da-e9618eb96d66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.720041] env[69436]: INFO nova.compute.manager [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Terminating instance [ 1031.721728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.750015] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255359, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.801889] env[69436]: DEBUG oslo_vmware.api [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255364, 'name': PowerOnVM_Task, 'duration_secs': 0.490521} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.805631] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.808822] env[69436]: DEBUG nova.compute.manager [None req-926308aa-adbf-4335-9a0c-ca503c694484 tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1031.810172] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e8fdd4-c293-48a8-8aa9-0894b20dd3e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.883130] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.040206] env[69436]: DEBUG oslo_vmware.api [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255365, 'name': PowerOffVM_Task, 'duration_secs': 0.33951} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.040607] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.040853] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.041343] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fe1018a-b4cc-46b6-9118-d331df09fde4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.086564] env[69436]: DEBUG nova.network.neutron [-] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.121776] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.121979] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.122174] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore2] 54ef019a-a45c-4e12-82d3-675f890c554b {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.131042] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfbc647-d2af-4ecb-b58b-bd0316176250 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.136936] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.146028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb0ef1d-3630-4afa-98b5-ea576b431b1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.148970] env[69436]: DEBUG oslo_vmware.api [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1032.148970] env[69436]: value = "task-3255367" [ 1032.148970] env[69436]: _type = "Task" [ 1032.148970] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.159256] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1032.162837] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde245cc-a116-4f1e-bdbb-d24d2afbf1ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.169850] env[69436]: DEBUG oslo_vmware.api [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.197401] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b99225-5608-4425-804e-2b2a8b9f2451 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.200583] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381f3070-e9b5-425f-b8b0-cccec414f4e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.210375] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79930e-b02b-4b6e-a4a4-0c19798eabe6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.218550] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c269dbf-d03e-4091-862e-d2f1ce67042c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.229885] env[69436]: DEBUG nova.compute.manager [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1032.230144] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.230879] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8f4938-15c0-4420-a362-33d3131c1a36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.241762] env[69436]: DEBUG nova.compute.provider_tree [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.262529] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.262875] env[69436]: DEBUG nova.compute.manager [req-a389267e-ed79-42fc-9457-d1e9c5384d5a req-a1f66a06-a4bc-4ce6-967e-24d2ad3cd022 service nova] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Detach interface failed, port_id=9fe220e0-6e07-4451-803a-0eadb021318f, reason: Instance bd504796-e37a-472d-8af5-85f3356b59bd could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1032.263663] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1e8e3c-c68c-4f55-8270-fc9fc038e69f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.265829] env[69436]: DEBUG nova.network.neutron [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.270553] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255359, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.450974} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.271288] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.271505] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.271738] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b24bbe7-3675-4a45-b8a1-376dd0580934 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.275237] env[69436]: DEBUG oslo_vmware.api [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 1032.275237] env[69436]: value = "task-3255368" [ 1032.275237] env[69436]: _type = "Task" [ 1032.275237] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.279616] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1032.279616] env[69436]: value = "task-3255369" [ 1032.279616] env[69436]: _type = "Task" [ 1032.279616] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.287115] env[69436]: DEBUG oslo_vmware.api [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.294125] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.380007] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.396651] env[69436]: DEBUG nova.network.neutron [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.455745] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.456097] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650429', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'name': 'volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db065073-aff6-40a5-8f3e-133670fcc413', 'attached_at': '', 'detached_at': '', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'serial': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.457085] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596e8104-ab82-43c2-bf64-6c69aaf3d0d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.475589] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c676e87-e77c-42cf-a83f-6774b09221dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.502245] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a/volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.502739] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479293f2-4ea5-468b-81d0-a9d22cc44f7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.521800] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1032.521800] env[69436]: value = "task-3255370" [ 1032.521800] env[69436]: _type = "Task" [ 1032.521800] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.530501] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.589327] env[69436]: INFO nova.compute.manager [-] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Took 1.50 seconds to deallocate network for instance. [ 1032.626118] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255357, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.084097} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.627028] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644/OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644.vmdk to [datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk. [ 1032.627224] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Cleaning up location [datastore1] OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1032.627459] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_698cab66-35f3-4a76-930f-68d4390d8644 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.627756] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c0bb4b-7923-4b3d-84a0-3ccb4616d7b4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.634077] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1032.634077] env[69436]: value = "task-3255371" [ 1032.634077] env[69436]: _type = "Task" [ 1032.634077] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.641948] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.659687] env[69436]: DEBUG oslo_vmware.api [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203831} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.659923] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.660118] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.660291] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.660459] env[69436]: INFO nova.compute.manager [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1032.660684] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.660868] env[69436]: DEBUG nova.compute.manager [-] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1032.661023] env[69436]: DEBUG nova.network.neutron [-] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.689110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.781283] env[69436]: DEBUG nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1032.782019] env[69436]: DEBUG nova.compute.provider_tree [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 131 to 132 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1032.782019] env[69436]: DEBUG nova.compute.provider_tree [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.794639] env[69436]: DEBUG oslo_vmware.api [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255368, 'name': PowerOffVM_Task, 'duration_secs': 0.209591} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.797792] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.798942] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.799271] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074287} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.799494] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc445f1-19d9-4e5f-96ec-6f87eef87d8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.801231] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.803631] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a41576e-f915-40cd-ae9d-875d1cf81615 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.830360] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.834021] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8baf4539-f965-430f-a9e2-1d29910aee74 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.851988] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1032.851988] env[69436]: value = "task-3255373" [ 1032.851988] env[69436]: _type = "Task" [ 1032.851988] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.864021] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.880883] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.891086] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.891408] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.891621] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleting the datastore file [datastore1] eac96d12-f468-44c7-93da-e9618eb96d66 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.891941] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35b7f2c-c3d4-4a0b-8c49-58c13b69bbc1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.898077] env[69436]: DEBUG oslo_vmware.api [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for the task: (returnval){ [ 1032.898077] env[69436]: value = "task-3255374" [ 1032.898077] env[69436]: _type = "Task" [ 1032.898077] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.901784] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5cda86b-b953-49f0-857e-458c4286096b req-b818ddb8-9c04-4f81-a93e-f422365bc62d service nova] Releasing lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.902236] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.902236] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.908470] env[69436]: DEBUG oslo_vmware.api [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.032640] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.095962] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.145533] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180525} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.145533] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.145533] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.145533] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk to [datastore1] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.145533] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e8b2f4-62ca-4d59-b7fe-5dec4554b121 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.151850] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1033.151850] env[69436]: value = "task-3255375" [ 1033.151850] env[69436]: _type = "Task" [ 1033.151850] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.160253] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.291013] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.224s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.293636] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.058s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.293925] env[69436]: DEBUG nova.objects.instance [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lazy-loading 'pci_requests' on Instance uuid 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.311923] env[69436]: INFO nova.scheduler.client.report [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance 666f53b5-aefb-460e-99b6-2647966dc8cf [ 1033.366293] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255373, 'name': ReconfigVM_Task, 'duration_secs': 0.287609} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.366293] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Reconfigured VM instance instance-0000005b to attach disk [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.366812] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8137fa01-ad67-4bf8-9735-c5547958f06a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.377957] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1033.377957] env[69436]: value = "task-3255376" [ 1033.377957] env[69436]: _type = "Task" [ 1033.377957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.388206] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.394031] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255376, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.414156] env[69436]: DEBUG oslo_vmware.api [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Task: {'id': task-3255374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27583} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.414156] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.414465] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.415242] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.415790] env[69436]: INFO nova.compute.manager [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1033.416336] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.416826] env[69436]: DEBUG nova.compute.manager [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1033.418016] env[69436]: DEBUG nova.network.neutron [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.454942] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.536379] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255370, 'name': ReconfigVM_Task, 'duration_secs': 0.900653} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.536379] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a/volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.540912] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c4a5b7-82f4-4779-a722-9e0b33ba9799 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.552453] env[69436]: DEBUG nova.network.neutron [-] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.560293] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1033.560293] env[69436]: value = "task-3255377" [ 1033.560293] env[69436]: _type = "Task" [ 1033.560293] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.570448] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.664703] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255375, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.798366] env[69436]: DEBUG nova.objects.instance [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.825258] env[69436]: DEBUG oslo_concurrency.lockutils [None req-44294a7f-5e01-4c52-b91d-81fc10bcca93 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "666f53b5-aefb-460e-99b6-2647966dc8cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.955s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.888738] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.897154] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255376, 'name': Rename_Task, 'duration_secs': 0.427657} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.897154] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.897154] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2396fcb-ef64-4567-96f1-12a17408d7e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.906788] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1033.906788] env[69436]: value = "task-3255378" [ 1033.906788] env[69436]: _type = "Task" [ 1033.906788] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.917602] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.055676] env[69436]: INFO nova.compute.manager [-] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Took 1.39 seconds to deallocate network for instance. [ 1034.070257] env[69436]: DEBUG nova.network.neutron [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Updating instance_info_cache with network_info: [{"id": "86d602bf-7794-4f4d-ac78-a6e5f60ec57c", "address": "fa:16:3e:67:e1:75", "network": {"id": "266ad3ec-8df3-4426-8720-0fbdc7351df6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1274716855", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d602bf-77", "ovs_interfaceid": "86d602bf-7794-4f4d-ac78-a6e5f60ec57c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ef63900-53d8-4087-92bc-1bcf486ef4d0", "address": "fa:16:3e:9b:be:60", "network": {"id": "24fd5de1-3c02-4eb3-9f00-8e840fbe207e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1985761918", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef63900-53", "ovs_interfaceid": "4ef63900-53d8-4087-92bc-1bcf486ef4d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.075268] env[69436]: DEBUG oslo_vmware.api [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255377, 'name': ReconfigVM_Task, 'duration_secs': 0.170283} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.076046] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650429', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'name': 'volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db065073-aff6-40a5-8f3e-133670fcc413', 'attached_at': '', 'detached_at': '', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'serial': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.163886] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255375, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.207265] env[69436]: DEBUG nova.compute.manager [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Received event network-vif-deleted-1ba98888-771c-414d-b139-661076c09823 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1034.207458] env[69436]: DEBUG nova.compute.manager [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1034.207631] env[69436]: DEBUG nova.compute.manager [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing instance network info cache due to event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1034.207840] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.207982] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.209260] env[69436]: DEBUG nova.network.neutron [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.240451] env[69436]: DEBUG nova.network.neutron [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.305102] env[69436]: INFO nova.compute.claims [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.365141] env[69436]: DEBUG nova.compute.manager [req-e0480a37-2171-42b7-bb57-7d4790471609 req-92f253d8-bc99-4c4f-87f9-1c785649394e service nova] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Received event network-vif-deleted-e309d7a3-f565-4b93-8d22-cfff365c03c4 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1034.396219] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.425610] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.566608] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.579933] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Releasing lock "refresh_cache-8a1e36c0-8235-4624-9395-06b55418d5a5" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.580454] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance network_info: |[{"id": "86d602bf-7794-4f4d-ac78-a6e5f60ec57c", "address": "fa:16:3e:67:e1:75", "network": {"id": "266ad3ec-8df3-4426-8720-0fbdc7351df6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1274716855", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d602bf-77", "ovs_interfaceid": "86d602bf-7794-4f4d-ac78-a6e5f60ec57c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4ef63900-53d8-4087-92bc-1bcf486ef4d0", "address": "fa:16:3e:9b:be:60", "network": {"id": "24fd5de1-3c02-4eb3-9f00-8e840fbe207e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1985761918", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef63900-53", "ovs_interfaceid": "4ef63900-53d8-4087-92bc-1bcf486ef4d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1034.580927] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:e1:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c492f5cc-7ae0-4cab-823c-0d5dd8c60b26', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d602bf-7794-4f4d-ac78-a6e5f60ec57c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:be:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef63900-53d8-4087-92bc-1bcf486ef4d0', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.594119] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.597760] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.598438] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7b94f95-20ae-495f-bd27-a3676fa66558 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.642698] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.642698] env[69436]: value = "task-3255379" [ 1034.642698] env[69436]: _type = "Task" [ 1034.642698] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.664827] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255379, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.672744] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255375, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.746020] env[69436]: INFO nova.compute.manager [-] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Took 1.33 seconds to deallocate network for instance. [ 1034.887282] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.920863] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.052894] env[69436]: DEBUG nova.network.neutron [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updated VIF entry in instance network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.053322] env[69436]: DEBUG nova.network.neutron [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.154375] env[69436]: DEBUG nova.objects.instance [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'flavor' on Instance uuid db065073-aff6-40a5-8f3e-133670fcc413 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.162070] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255379, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.175237] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255375, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.253134] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.389027] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.413195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "2a7e2e20-8685-4486-a443-09495bf89619" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.413580] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "2a7e2e20-8685-4486-a443-09495bf89619" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.430233] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1035.452748] env[69436]: DEBUG oslo_vmware.api [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255378, 'name': PowerOnVM_Task, 'duration_secs': 1.235061} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.453223] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.453581] env[69436]: INFO nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1035.453778] env[69436]: DEBUG nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1035.457091] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d2c22-0dbf-464c-a5dd-fb074ff7ccb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.556573] env[69436]: DEBUG oslo_concurrency.lockutils [req-0f09f8eb-157b-4343-91e7-7fc6e66782c4 req-ae7f5c80-ad9f-4db5-b103-449a260ebfe4 service nova] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.659309] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255379, 'name': CreateVM_Task, 'duration_secs': 0.553737} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.659309] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.659309] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.659309] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.659309] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.659656] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f93267-8076-44be-8351-2c005beede43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.671579] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1035.671579] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b09085-1e46-d877-cc94-90ac6d0b674c" [ 1035.671579] env[69436]: _type = "Task" [ 1035.671579] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.672209] env[69436]: DEBUG oslo_concurrency.lockutils [None req-567831b7-50ff-4930-8025-92330343700e tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.680256] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358149} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.683275] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4e58e61b-2ce2-4b83-8d3f-00cca59e4573/4e58e61b-2ce2-4b83-8d3f-00cca59e4573.vmdk to [datastore1] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.684303] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a02077-ceed-4a7b-829b-bbfdc085e88f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.691416] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b09085-1e46-d877-cc94-90ac6d0b674c, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.692043] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.692315] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.692549] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.692695] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.692887] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.693685] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7fce2c4-43ee-4494-b4bf-a6b24d2e4d9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.715487] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.716897] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cee3288-946d-4b96-b7c4-f202124b4375 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.736312] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.736494] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.737693] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7298c898-b125-41ad-b374-d1b46ef5fdbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.741553] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1035.741553] env[69436]: value = "task-3255380" [ 1035.741553] env[69436]: _type = "Task" [ 1035.741553] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.745395] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1035.745395] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232a6bc-6760-feec-254d-50ccba13e18b" [ 1035.745395] env[69436]: _type = "Task" [ 1035.745395] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.754039] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.759482] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232a6bc-6760-feec-254d-50ccba13e18b, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.760534] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6026150-edec-4619-9492-e76647e00f97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.765301] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1035.765301] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eee459-4ae2-9403-7f71-32c1d4e6a2c5" [ 1035.765301] env[69436]: _type = "Task" [ 1035.765301] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.775221] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eee459-4ae2-9403-7f71-32c1d4e6a2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.797374] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d016bbdb-c7c7-4735-91e1-d7b6897164c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.803873] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fcf41a-d531-4d64-b6c1-3f201961a230 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.836074] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7acb6f-fb27-4a9d-a971-9a87d410d3a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.843719] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9208439a-e6e9-4b79-a5f2-715e90aacc69 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.856997] env[69436]: DEBUG nova.compute.provider_tree [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.882495] env[69436]: DEBUG oslo_vmware.api [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255354, 'name': ReconfigVM_Task, 'duration_secs': 6.780421} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.883032] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.883317] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Reconfigured VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.952601] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.990178] env[69436]: INFO nova.compute.manager [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Took 47.02 seconds to build instance. [ 1036.251567] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.278404] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eee459-4ae2-9403-7f71-32c1d4e6a2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008854} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.278661] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.279021] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 8a1e36c0-8235-4624-9395-06b55418d5a5/8a1e36c0-8235-4624-9395-06b55418d5a5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.279290] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30ad4341-aa97-442b-bf41-c556257f1b02 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.287162] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1036.287162] env[69436]: value = "task-3255381" [ 1036.287162] env[69436]: _type = "Task" [ 1036.287162] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.295158] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.361262] env[69436]: DEBUG nova.scheduler.client.report [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.491472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-75031220-1c44-430b-9ed5-2e923053abe3 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.534s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.758018] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255380, 'name': ReconfigVM_Task, 'duration_secs': 0.879793} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.758315] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4/09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.759805] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'encrypted': False, 'size': 0, 'boot_index': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '42d11e02-0f59-4dbd-9ae3-a67b2f8d6c73', 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650402', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'name': 'volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'serial': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69436) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1036.760036] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.760241] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650402', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'name': 'volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'serial': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.761425] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b423c1-7585-4bff-acc6-fb460d3360de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.779357] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4594505-a382-41ad-974d-6ef911a03754 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.805051] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb/volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.808226] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f27a04-152c-494b-bd48-65366b6ec07f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.829284] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470489} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.830735] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 8a1e36c0-8235-4624-9395-06b55418d5a5/8a1e36c0-8235-4624-9395-06b55418d5a5.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.831037] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.831364] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1036.831364] env[69436]: value = "task-3255382" [ 1036.831364] env[69436]: _type = "Task" [ 1036.831364] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.831551] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a75fd114-31a4-4f31-89dc-c316fb4048d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.842053] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.843593] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1036.843593] env[69436]: value = "task-3255383" [ 1036.843593] env[69436]: _type = "Task" [ 1036.843593] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.853156] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.865556] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.572s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.868059] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.344s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.868182] env[69436]: DEBUG nova.objects.instance [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lazy-loading 'resources' on Instance uuid 4f3e538d-53d7-4f5e-a00e-c2482d6d9801 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.930089] env[69436]: INFO nova.network.neutron [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating port 33fb3816-dbc6-4590-a6b8-efe3d9568973 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1036.987492] env[69436]: DEBUG nova.compute.manager [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1036.987808] env[69436]: DEBUG nova.compute.manager [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing instance network info cache due to event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1036.988050] env[69436]: DEBUG oslo_concurrency.lockutils [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.988207] env[69436]: DEBUG oslo_concurrency.lockutils [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.988400] env[69436]: DEBUG nova.network.neutron [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.180896] env[69436]: DEBUG nova.compute.manager [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1037.351046] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.357353] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178869} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.358291] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.359308] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f472f6-2b7a-4805-a733-99dc0b666bb5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.391886] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8a1e36c0-8235-4624-9395-06b55418d5a5/8a1e36c0-8235-4624-9395-06b55418d5a5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.392681] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-542bdb68-1396-4380-951b-21b583061568 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.417425] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1037.417425] env[69436]: value = "task-3255384" [ 1037.417425] env[69436]: _type = "Task" [ 1037.417425] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.429181] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.431341] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.431341] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.431341] env[69436]: DEBUG nova.network.neutron [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.700477] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.854367] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.866040] env[69436]: DEBUG nova.network.neutron [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updated VIF entry in instance network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.866040] env[69436]: DEBUG nova.network.neutron [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.869769] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae183467-be3e-4322-9740-99a627559de1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.878068] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2877c610-d51f-440e-b4f6-5a5cd504a6d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.916194] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2405b38-fdb9-4411-baaa-af88863f0f06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.933260] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.936901] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073484fb-006e-4c10-a49d-c7a796a9d2aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.953890] env[69436]: DEBUG nova.compute.provider_tree [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.187734] env[69436]: INFO nova.network.neutron [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Port 6b3958e7-855e-4567-91c3-ce239f73d097 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1038.187918] env[69436]: INFO nova.network.neutron [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Port e4e43a8f-4df5-47d1-8fd2-9f964285db1b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1038.188268] env[69436]: DEBUG nova.network.neutron [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [{"id": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "address": "fa:16:3e:b1:a8:3c", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69246512-12", "ovs_interfaceid": "69246512-12d2-4f22-98c4-2d278dfcf8b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.279501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.279758] env[69436]: DEBUG oslo_concurrency.lockutils [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.279937] env[69436]: DEBUG nova.compute.manager [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1038.280835] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe2962-c5e4-4b3f-87fc-a1c9cdfa3fd2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.288847] env[69436]: DEBUG nova.compute.manager [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1038.289572] env[69436]: DEBUG nova.objects.instance [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'flavor' on Instance uuid acdfcfb1-550b-497c-b19d-b0cc08be6123 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.350007] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255382, 'name': ReconfigVM_Task, 'duration_secs': 1.076248} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.350293] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb/volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.355306] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5198c99c-9a75-4d2f-ab09-667dc4e296ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.368924] env[69436]: DEBUG oslo_concurrency.lockutils [req-82f2ab65-3dc3-44b1-ba59-3d133929c78c req-e34f246f-8fba-4a3a-9927-8490f919d6de service nova] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.372777] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1038.372777] env[69436]: value = "task-3255385" [ 1038.372777] env[69436]: _type = "Task" [ 1038.372777] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.381928] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.430959] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255384, 'name': ReconfigVM_Task, 'duration_secs': 0.701531} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.430959] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8a1e36c0-8235-4624-9395-06b55418d5a5/8a1e36c0-8235-4624-9395-06b55418d5a5.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.431536] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41eef990-ae48-4ede-a734-5aec53be0027 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.441038] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1038.441038] env[69436]: value = "task-3255386" [ 1038.441038] env[69436]: _type = "Task" [ 1038.441038] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.451683] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255386, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.463294] env[69436]: DEBUG nova.compute.manager [req-fc0fa1ec-18cd-4cc3-9c75-1e3ba8ec67f0 req-9a93e649-564d-4f0a-a7be-3fb19c4dabee service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-vif-deleted-e4e43a8f-4df5-47d1-8fd2-9f964285db1b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1038.479015] env[69436]: ERROR nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] [req-5da2ce40-4d6b-4b3f-8364-5d4f31991909] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 874aa1e6-124b-44cc-8641-8340c741df69. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5da2ce40-4d6b-4b3f-8364-5d4f31991909"}]} [ 1038.497903] env[69436]: DEBUG nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1038.514470] env[69436]: DEBUG nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1038.514926] env[69436]: DEBUG nova.compute.provider_tree [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.530592] env[69436]: DEBUG nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1038.556593] env[69436]: DEBUG nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1038.694018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-6bf1c792-2c70-4394-8da9-deb4a515ee9b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.886316] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255385, 'name': ReconfigVM_Task, 'duration_secs': 0.240019} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.886642] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650402', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'name': 'volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'serial': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1038.887245] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9653f878-006a-4ba4-9a36-98d21c795559 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.898592] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1038.898592] env[69436]: value = "task-3255387" [ 1038.898592] env[69436]: _type = "Task" [ 1038.898592] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.911807] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255387, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.960693] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255386, 'name': Rename_Task, 'duration_secs': 0.224098} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.960693] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.960693] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d592942-7681-400a-b0f0-6fbd3a319814 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.968195] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1038.968195] env[69436]: value = "task-3255388" [ 1038.968195] env[69436]: _type = "Task" [ 1038.968195] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.976295] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.996262] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12ab98d-54d0-45df-9647-d3c1a524039c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.005168] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ee567-8238-49b9-8266-5b1a95c05ea0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.039750] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c07722-cd4a-446c-bd95-da663318a15b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.042831] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.042831] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.043016] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.043211] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.043391] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.045916] env[69436]: INFO nova.compute.manager [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Terminating instance [ 1039.053094] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e6a4c-9ed4-4ee6-96e4-41f5eac99d38 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.070976] env[69436]: DEBUG nova.compute.provider_tree [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.195556] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4f6335d-35fb-4560-9625-395e071e575c tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-6bf1c792-2c70-4394-8da9-deb4a515ee9b-6b3958e7-855e-4567-91c3-ce239f73d097" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.943s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.225701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.225926] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.226147] env[69436]: DEBUG nova.network.neutron [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.299098] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.299471] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12125a0b-236c-4b67-a151-10f7b6022add {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.309285] env[69436]: DEBUG oslo_vmware.api [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1039.309285] env[69436]: value = "task-3255389" [ 1039.309285] env[69436]: _type = "Task" [ 1039.309285] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.319578] env[69436]: DEBUG oslo_vmware.api [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.412135] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255387, 'name': Rename_Task, 'duration_secs': 0.303744} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.412347] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.412618] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb1f336-9fb8-49b5-973a-24fcd735a70d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.421579] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1039.421579] env[69436]: value = "task-3255390" [ 1039.421579] env[69436]: _type = "Task" [ 1039.421579] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.433506] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.480155] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.483243] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-vif-deleted-6b3958e7-855e-4567-91c3-ce239f73d097 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1039.483458] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1039.483619] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing instance network info cache due to event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1039.483939] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.484086] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.484237] env[69436]: DEBUG nova.network.neutron [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.551418] env[69436]: DEBUG nova.compute.manager [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1039.551669] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.556588] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2025c17-5aa8-41ac-8536-06e7889d7502 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.568448] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.568784] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7e4ac9-6a1d-4301-8579-89cfd7c4d8be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.579192] env[69436]: DEBUG oslo_vmware.api [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1039.579192] env[69436]: value = "task-3255391" [ 1039.579192] env[69436]: _type = "Task" [ 1039.579192] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.589815] env[69436]: DEBUG oslo_vmware.api [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.618931] env[69436]: DEBUG nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1039.619098] env[69436]: DEBUG nova.compute.provider_tree [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 135 to 136 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1039.619237] env[69436]: DEBUG nova.compute.provider_tree [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1039.823519] env[69436]: DEBUG oslo_vmware.api [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255389, 'name': PowerOffVM_Task, 'duration_secs': 0.233882} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.823806] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.824014] env[69436]: DEBUG nova.compute.manager [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1039.824825] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6739735-2727-429c-abfd-a9a61dec0547 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.934339] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.982288] env[69436]: DEBUG oslo_vmware.api [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255388, 'name': PowerOnVM_Task, 'duration_secs': 0.627448} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.982544] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.982795] env[69436]: INFO nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1039.983063] env[69436]: DEBUG nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1039.983835] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db7aeeb-baf9-48d7-98a5-23136cb27249 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.092026] env[69436]: DEBUG oslo_vmware.api [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255391, 'name': PowerOffVM_Task, 'duration_secs': 0.30672} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.092493] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.092681] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.092947] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b706eea6-0bfa-4e93-b1a1-9916d063f534 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.110871] env[69436]: DEBUG nova.network.neutron [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.125413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.257s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.127646] env[69436]: DEBUG oslo_concurrency.lockutils [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.848s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.149583] env[69436]: INFO nova.scheduler.client.report [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Deleted allocations for instance 4f3e538d-53d7-4f5e-a00e-c2482d6d9801 [ 1040.203926] env[69436]: DEBUG nova.network.neutron [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updated VIF entry in instance network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.204297] env[69436]: DEBUG nova.network.neutron [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.247423] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.247835] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.248687] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleting the datastore file [datastore1] 6bf1c792-2c70-4394-8da9-deb4a515ee9b {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.248687] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3345321-f6fa-4016-a8e8-a9bfcb308ad5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.258227] env[69436]: DEBUG oslo_vmware.api [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1040.258227] env[69436]: value = "task-3255393" [ 1040.258227] env[69436]: _type = "Task" [ 1040.258227] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.268135] env[69436]: DEBUG oslo_vmware.api [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.341242] env[69436]: DEBUG oslo_concurrency.lockutils [None req-07302a75-d0cd-49fa-a82d-fe6cbf0bbdca tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.435079] env[69436]: DEBUG oslo_vmware.api [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255390, 'name': PowerOnVM_Task, 'duration_secs': 0.555226} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.436770] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.513019] env[69436]: INFO nova.compute.manager [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Took 46.67 seconds to build instance. [ 1040.561655] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65206e23-d275-4305-8da5-6d3fcade12ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.574068] env[69436]: DEBUG nova.compute.manager [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1040.574068] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97fce1c-dff6-4571-b949-532301bdb406 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.577876] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5cbfe8-a1e9-4eda-aa4e-7b8dbf1e0700 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.620210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.623760] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c495935-5a29-49af-a696-7bc2b8a73de0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.632365] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac31167-f146-4dd1-9d13-995878334cd1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.650579] env[69436]: DEBUG nova.compute.provider_tree [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.656207] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='35291364629871c0049659c10d6addea',container_format='bare',created_at=2025-04-03T12:08:52Z,direct_url=,disk_format='vmdk',id=d1d13fe2-0f61-4f40-bf35-f1c0d82861d1,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-900581799-shelved',owner='24eb8535d76043bfacef4f748e72657a',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-04-03T12:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.657104] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.657104] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.657104] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.657104] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.657292] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.657387] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.657835] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.657835] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.658280] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.658400] env[69436]: DEBUG nova.virt.hardware [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.662028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47deefe-6f47-452d-91c2-46bd7c17f050 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.665135] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4a88ab04-3625-44ec-8dbe-2a72394d248d tempest-ServerMetadataTestJSON-535553911 tempest-ServerMetadataTestJSON-535553911-project-member] Lock "4f3e538d-53d7-4f5e-a00e-c2482d6d9801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.586s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.673032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf4bc08-1715-4cb8-8068-5b40de74c85c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.689713] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:9d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fb3816-dbc6-4590-a6b8-efe3d9568973', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.698186] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.699701] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.702085] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0716557-ac49-4039-a9f0-a6ac09081ce4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.718250] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.718299] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1040.718756] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing instance network info cache due to event network-changed-48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1040.718756] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Acquiring lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.718756] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Acquired lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.718968] env[69436]: DEBUG nova.network.neutron [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Refreshing network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.729385] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.729385] env[69436]: value = "task-3255394" [ 1040.729385] env[69436]: _type = "Task" [ 1040.729385] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.737649] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255394, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.747598] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.748125] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.748354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.748546] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.748712] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.750731] env[69436]: INFO nova.compute.manager [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Terminating instance [ 1040.769597] env[69436]: DEBUG oslo_vmware.api [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185719} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.770265] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.770265] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.770358] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.770576] env[69436]: INFO nova.compute.manager [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1040.770839] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.772450] env[69436]: DEBUG nova.compute.manager [-] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1040.772450] env[69436]: DEBUG nova.network.neutron [-] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.012313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-50788a80-4df6-4d13-80c1-66b6088d98e8 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.457s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.129593] env[69436]: DEBUG oslo_concurrency.lockutils [None req-51ba51e5-9306-474e-a50b-08550ce56a74 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 61.248s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.153795] env[69436]: DEBUG nova.scheduler.client.report [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.217654] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "8a1e36c0-8235-4624-9395-06b55418d5a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.217922] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.218138] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.218315] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.218488] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.221149] env[69436]: INFO nova.compute.manager [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Terminating instance [ 1041.244999] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255394, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.254459] env[69436]: DEBUG nova.compute.manager [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1041.254459] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.255226] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e9df9-19ef-4891-bc38-a2b08f372e49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.263942] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.264237] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45df18f6-9641-406b-a449-b42c55965c65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.273985] env[69436]: DEBUG oslo_vmware.api [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1041.273985] env[69436]: value = "task-3255395" [ 1041.273985] env[69436]: _type = "Task" [ 1041.273985] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.286727] env[69436]: DEBUG oslo_vmware.api [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.610185] env[69436]: DEBUG nova.network.neutron [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updated VIF entry in instance network info cache for port 48af59a2-4501-4901-88ae-bc3bfc149a0d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.610748] env[69436]: DEBUG nova.network.neutron [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [{"id": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "address": "fa:16:3e:f7:8b:4c", "network": {"id": "08beef18-0fbe-49cd-91b3-d8dc0e9b62ce", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1633912282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d7af44b1764c4a7dadab5fb0407ad3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48af59a2-45", "ovs_interfaceid": "48af59a2-4501-4901-88ae-bc3bfc149a0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.639875] env[69436]: DEBUG nova.compute.manager [req-939e4f48-b2c8-4f34-ab32-20c4d838c78a req-3e3d7e89-ab8a-47ca-979c-31e2ddcd317b service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Received event network-vif-deleted-69246512-12d2-4f22-98c4-2d278dfcf8b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1041.640255] env[69436]: INFO nova.compute.manager [req-939e4f48-b2c8-4f34-ab32-20c4d838c78a req-3e3d7e89-ab8a-47ca-979c-31e2ddcd317b service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Neutron deleted interface 69246512-12d2-4f22-98c4-2d278dfcf8b2; detaching it from the instance and deleting it from the info cache [ 1041.640684] env[69436]: DEBUG nova.network.neutron [req-939e4f48-b2c8-4f34-ab32-20c4d838c78a req-3e3d7e89-ab8a-47ca-979c-31e2ddcd317b service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.644910] env[69436]: DEBUG nova.compute.manager [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-changed-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1041.647050] env[69436]: DEBUG nova.compute.manager [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Refreshing instance network info cache due to event network-changed-33fb3816-dbc6-4590-a6b8-efe3d9568973. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1041.647050] env[69436]: DEBUG oslo_concurrency.lockutils [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.647050] env[69436]: DEBUG oslo_concurrency.lockutils [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.647050] env[69436]: DEBUG nova.network.neutron [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Refreshing network info cache for port 33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.660019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.532s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.660420] env[69436]: INFO nova.compute.manager [None req-117eedfa-d532-4639-8690-839708b4826c tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Successfully reverted task state from rebuilding on failure for instance. [ 1041.666124] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.543s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.667654] env[69436]: INFO nova.compute.claims [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.672109] env[69436]: INFO nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Rebuilding instance [ 1041.729334] env[69436]: DEBUG nova.compute.manager [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1041.729942] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.734061] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fdd382-f4dd-4264-9f47-fb8c663cbffb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.737517] env[69436]: DEBUG nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1041.741731] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00eed6e5-c145-4a08-8878-5e2d67873e2f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.758855] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.759117] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255394, 'name': CreateVM_Task, 'duration_secs': 0.6973} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.759557] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877e3066-8e38-4ccd-930e-002547157fc1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.762168] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.762168] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.762168] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.762403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.763035] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fde760-c4d2-44a6-b02f-4f5897106af0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.769248] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1041.769248] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ed8cfc-03de-3b81-7373-1cf70f2d7aac" [ 1041.769248] env[69436]: _type = "Task" [ 1041.769248] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.769600] env[69436]: DEBUG oslo_vmware.api [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1041.769600] env[69436]: value = "task-3255396" [ 1041.769600] env[69436]: _type = "Task" [ 1041.769600] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.787988] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ed8cfc-03de-3b81-7373-1cf70f2d7aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.791803] env[69436]: DEBUG oslo_vmware.api [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.797081] env[69436]: DEBUG oslo_vmware.api [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255395, 'name': PowerOffVM_Task, 'duration_secs': 0.267636} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.797322] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.797492] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.797743] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0cd2c5e-7786-48c7-bc6b-865ddbec8599 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.881197] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.881423] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.881606] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Deleting the datastore file [datastore2] e59e4ef5-24c9-4cdd-8baa-b7464d485978 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.881880] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-942705ef-4c0b-4a5c-9e2a-36c48e51b470 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.892955] env[69436]: DEBUG oslo_vmware.api [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for the task: (returnval){ [ 1041.892955] env[69436]: value = "task-3255398" [ 1041.892955] env[69436]: _type = "Task" [ 1041.892955] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.901685] env[69436]: DEBUG oslo_vmware.api [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.957344] env[69436]: DEBUG nova.network.neutron [-] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.117303] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Releasing lock "refresh_cache-e59e4ef5-24c9-4cdd-8baa-b7464d485978" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.117895] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-vif-plugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1042.117895] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.118084] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.118322] env[69436]: DEBUG oslo_concurrency.lockutils [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.118520] env[69436]: DEBUG nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] No waiting events found dispatching network-vif-plugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.118718] env[69436]: WARNING nova.compute.manager [req-e6ba543c-0da5-4583-85f4-2a446817c015 req-829fcd4b-1127-4b61-ba47-33f04d184a83 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received unexpected event network-vif-plugged-33fb3816-dbc6-4590-a6b8-efe3d9568973 for instance with vm_state shelved_offloaded and task_state spawning. [ 1042.143249] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f92e20aa-53eb-42d6-9e0e-d5c4de1e1c27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.155866] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac668f42-8bff-4470-b259-ba5ec80c779a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.196837] env[69436]: DEBUG nova.compute.manager [req-939e4f48-b2c8-4f34-ab32-20c4d838c78a req-3e3d7e89-ab8a-47ca-979c-31e2ddcd317b service nova] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Detach interface failed, port_id=69246512-12d2-4f22-98c4-2d278dfcf8b2, reason: Instance 6bf1c792-2c70-4394-8da9-deb4a515ee9b could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1042.287507] env[69436]: DEBUG oslo_vmware.api [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255396, 'name': PowerOffVM_Task, 'duration_secs': 0.256318} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.287947] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.288243] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Processing image d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.288489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.288656] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.288824] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.289096] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.289255] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.289478] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1354265b-e9b1-4faa-a0bb-607e940bba5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.291375] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f57785e8-57ff-4653-89d7-47f83dc52cc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.300654] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.300813] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.301775] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912bf8f0-96ab-4a06-afdb-df8e930961bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.308688] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1042.308688] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e3b105-b6ae-8b54-fff1-f9834e2dac98" [ 1042.308688] env[69436]: _type = "Task" [ 1042.308688] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.316601] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e3b105-b6ae-8b54-fff1-f9834e2dac98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.405136] env[69436]: DEBUG oslo_vmware.api [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Task: {'id': task-3255398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198294} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.405506] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.405791] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.406114] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.406357] env[69436]: INFO nova.compute.manager [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1042.406639] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.406843] env[69436]: DEBUG nova.compute.manager [-] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1042.406938] env[69436]: DEBUG nova.network.neutron [-] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.424957] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.425334] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.425533] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Deleting the datastore file [datastore1] 8a1e36c0-8235-4624-9395-06b55418d5a5 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.425871] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-271fb611-273d-4496-99b5-0b2a8a44b357 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.435424] env[69436]: DEBUG oslo_vmware.api [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for the task: (returnval){ [ 1042.435424] env[69436]: value = "task-3255400" [ 1042.435424] env[69436]: _type = "Task" [ 1042.435424] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.447968] env[69436]: DEBUG oslo_vmware.api [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.460746] env[69436]: INFO nova.compute.manager [-] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Took 1.69 seconds to deallocate network for instance. [ 1042.468494] env[69436]: DEBUG nova.network.neutron [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updated VIF entry in instance network info cache for port 33fb3816-dbc6-4590-a6b8-efe3d9568973. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.468838] env[69436]: DEBUG nova.network.neutron [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.762986] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.763499] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb488bb0-a129-45f6-8e3a-97bfcfae38fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.771956] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1042.771956] env[69436]: value = "task-3255401" [ 1042.771956] env[69436]: _type = "Task" [ 1042.771956] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.784276] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.784550] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.785900] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fd65c4-81e8-4fcb-8f48-fcf1822502d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.796460] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.796460] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d34f21-b9e9-430d-bcc1-e2e5e1130c5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.818713] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1042.818935] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Fetch image to [datastore1] OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96/OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1042.819197] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Downloading stream optimized image d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 to [datastore1] OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96/OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96.vmdk on the data store datastore1 as vApp {{(pid=69436) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1042.819313] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Downloading image file data d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 to the ESX as VM named 'OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96' {{(pid=69436) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1042.881369] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.881369] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.882179] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.882179] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6edcf5cb-888a-4b09-af18-923e5417e11d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.892611] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1042.892611] env[69436]: value = "task-3255403" [ 1042.892611] env[69436]: _type = "Task" [ 1042.892611] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.904413] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.911288] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1042.911288] env[69436]: value = "resgroup-9" [ 1042.911288] env[69436]: _type = "ResourcePool" [ 1042.911288] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1042.911568] env[69436]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d9e2c5f1-67ce-4163-8112-1b5fce9b2f50 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.940919] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lease: (returnval){ [ 1042.940919] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52529f39-3f50-3853-c7c3-7cf992176d8e" [ 1042.940919] env[69436]: _type = "HttpNfcLease" [ 1042.940919] env[69436]: } obtained for vApp import into resource pool (val){ [ 1042.940919] env[69436]: value = "resgroup-9" [ 1042.940919] env[69436]: _type = "ResourcePool" [ 1042.940919] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1042.941189] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the lease: (returnval){ [ 1042.941189] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52529f39-3f50-3853-c7c3-7cf992176d8e" [ 1042.941189] env[69436]: _type = "HttpNfcLease" [ 1042.941189] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.950504] env[69436]: DEBUG oslo_vmware.api [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Task: {'id': task-3255400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152346} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.951246] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.951478] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.951706] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.951848] env[69436]: INFO nova.compute.manager [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1042.952113] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.952368] env[69436]: DEBUG nova.compute.manager [-] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1042.952463] env[69436]: DEBUG nova.network.neutron [-] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.957984] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.957984] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52529f39-3f50-3853-c7c3-7cf992176d8e" [ 1042.957984] env[69436]: _type = "HttpNfcLease" [ 1042.957984] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.972021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.972123] env[69436]: DEBUG oslo_concurrency.lockutils [req-4c54509e-30be-487b-aa5c-a5720e737399 req-72bb5cbb-e18d-4c02-a6bb-3e0b438d0442 service nova] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.088037] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82a1c2d-dd8f-4154-9ba2-5c8b55d6d187 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.096978] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dbcbdf-87a1-40bc-b742-8b0e5024dbf3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.131037] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7748ee01-4431-41e3-b01c-79cfc8f51685 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.140970] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdfd4c0-030b-4108-8b4b-6026152fbdd6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.156962] env[69436]: DEBUG nova.compute.provider_tree [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.208412] env[69436]: DEBUG nova.network.neutron [-] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.403387] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173359} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.403678] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.403861] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.404094] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.452154] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.452154] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52529f39-3f50-3853-c7c3-7cf992176d8e" [ 1043.452154] env[69436]: _type = "HttpNfcLease" [ 1043.452154] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1043.662153] env[69436]: DEBUG nova.scheduler.client.report [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.707525] env[69436]: DEBUG nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Received event network-vif-deleted-48af59a2-4501-4901-88ae-bc3bfc149a0d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1043.707736] env[69436]: DEBUG nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received event network-vif-deleted-4ef63900-53d8-4087-92bc-1bcf486ef4d0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1043.707903] env[69436]: INFO nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Neutron deleted interface 4ef63900-53d8-4087-92bc-1bcf486ef4d0; detaching it from the instance and deleting it from the info cache [ 1043.708146] env[69436]: DEBUG nova.network.neutron [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Updating instance_info_cache with network_info: [{"id": "86d602bf-7794-4f4d-ac78-a6e5f60ec57c", "address": "fa:16:3e:67:e1:75", "network": {"id": "266ad3ec-8df3-4426-8720-0fbdc7351df6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1274716855", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c85706e2524fc3aa18f5ce7e4d0844", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c492f5cc-7ae0-4cab-823c-0d5dd8c60b26", "external-id": "nsx-vlan-transportzone-824", "segmentation_id": 824, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d602bf-77", "ovs_interfaceid": "86d602bf-7794-4f4d-ac78-a6e5f60ec57c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.714150] env[69436]: INFO nova.compute.manager [-] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Took 1.31 seconds to deallocate network for instance. [ 1043.884495] env[69436]: DEBUG nova.network.neutron [-] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.954575] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.954575] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52529f39-3f50-3853-c7c3-7cf992176d8e" [ 1043.954575] env[69436]: _type = "HttpNfcLease" [ 1043.954575] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1043.954783] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1043.954783] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52529f39-3f50-3853-c7c3-7cf992176d8e" [ 1043.954783] env[69436]: _type = "HttpNfcLease" [ 1043.954783] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1043.955585] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1c43f-703c-4858-bbed-419410c4d3b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.964376] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e55250-7fe9-b562-a851-b00f6befe531/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1043.964602] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e55250-7fe9-b562-a851-b00f6befe531/disk-0.vmdk. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1044.030024] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eea1e9f5-dbca-414b-b9a6-9ff128cb138c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.169691] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.169937] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1044.174611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.943s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.174611] env[69436]: DEBUG nova.objects.instance [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lazy-loading 'resources' on Instance uuid 7740e8c5-3687-49cc-bdde-141ae44d399d {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.211406] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f01967-38ae-4d81-900f-9c81a619890f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.224059] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.229694] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af8b151-9e8e-452f-8347-8de82e8201c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.247023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.247385] env[69436]: DEBUG oslo_concurrency.lockutils [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.272722] env[69436]: DEBUG nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Detach interface failed, port_id=4ef63900-53d8-4087-92bc-1bcf486ef4d0, reason: Instance 8a1e36c0-8235-4624-9395-06b55418d5a5 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1044.272974] env[69436]: DEBUG nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Received event network-vif-deleted-86d602bf-7794-4f4d-ac78-a6e5f60ec57c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1044.273190] env[69436]: INFO nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Neutron deleted interface 86d602bf-7794-4f4d-ac78-a6e5f60ec57c; detaching it from the instance and deleting it from the info cache [ 1044.273420] env[69436]: DEBUG nova.network.neutron [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.387799] env[69436]: INFO nova.compute.manager [-] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Took 1.44 seconds to deallocate network for instance. [ 1044.467436] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.467624] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.467876] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.468155] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.468319] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.468492] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.468799] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.469035] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.470034] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.470034] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.470034] env[69436]: DEBUG nova.virt.hardware [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.470636] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed0d15-c095-4c1a-9f16-986abef31f06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.484701] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739da35c-fec6-4c8e-8cfc-dd576c12ffd8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.503544] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:cb:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98173a36-9683-4e5d-94d6-3a97883cb077', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.511926] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.516727] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.516999] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b58278-e3c8-4490-994a-eec4cf246a46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.553689] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.553689] env[69436]: value = "task-3255405" [ 1044.553689] env[69436]: _type = "Task" [ 1044.553689] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.562538] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255405, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.678661] env[69436]: DEBUG nova.compute.utils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.689141] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1044.689446] env[69436]: DEBUG nova.network.neutron [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.751712] env[69436]: INFO nova.compute.manager [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Detaching volume de1d2c3f-b6f5-4982-ae49-7895bd50875a [ 1044.777608] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f506594b-a357-4a3e-bbe2-73a1c893b9aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.802036] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ebb811-58ce-45fa-a67f-3f50943183cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.843265] env[69436]: DEBUG nova.policy [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd94298cbc774ffab40e2a93b3ce1a18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d96a69ff4e4782aecff2bad5be40fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.846575] env[69436]: INFO nova.virt.block_device [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Attempting to driver detach volume de1d2c3f-b6f5-4982-ae49-7895bd50875a from mountpoint /dev/sdb [ 1044.847034] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.847357] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650404', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'name': 'volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48fc744d-0650-40e6-bd78-c19afcb58c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'serial': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.854021] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5548b63-c0d8-487d-a323-9680b9e7d243 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.905133] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dcb4b0-dda3-4aa7-9426-b46016e21526 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.908044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.908476] env[69436]: DEBUG nova.compute.manager [req-7aa7099f-dac7-4f7d-a55d-55ac6c09b444 req-67783f2c-e9fb-48de-bf4e-f325f8dc567f service nova] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Detach interface failed, port_id=86d602bf-7794-4f4d-ac78-a6e5f60ec57c, reason: Instance 8a1e36c0-8235-4624-9395-06b55418d5a5 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1044.926594] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdcc373-ef0d-4084-bebd-5d21fb69f98e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.960781] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161009c9-bd9d-468c-b2be-c5412616b47f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.979402] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] The volume has not been displaced from its original location: [datastore2] volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a/volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.985354] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.990711] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce57651-5fb2-48b2-ae5e-6b144e7f708a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.011931] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1045.011931] env[69436]: value = "task-3255406" [ 1045.011931] env[69436]: _type = "Task" [ 1045.011931] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.023776] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.072708] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255405, 'name': CreateVM_Task, 'duration_secs': 0.507419} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.072905] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.074066] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.074066] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.074278] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.074480] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20aa1b39-0ec4-4cb3-86a0-bc2e93411146 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.083413] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1045.083413] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520de5d7-9fd1-aa56-6075-b5852cd73553" [ 1045.083413] env[69436]: _type = "Task" [ 1045.083413] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.094155] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520de5d7-9fd1-aa56-6075-b5852cd73553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.189690] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1045.209618] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1045.209768] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e55250-7fe9-b562-a851-b00f6befe531/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.211669] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bccc961-4495-4625-bc59-79da325c7bf9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.220394] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e55250-7fe9-b562-a851-b00f6befe531/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.220663] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e55250-7fe9-b562-a851-b00f6befe531/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1045.220955] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-461467cc-a604-48e7-9c3f-c2716842e079 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.347438] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ff324-12c8-4e20-87c9-507fdfe31892 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.356577] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41e668c-73ed-4214-9477-8f77a8272b19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.360544] env[69436]: DEBUG nova.network.neutron [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Successfully created port: e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.392410] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9ff7b-e15a-4c25-8343-5d2910da6d1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.401836] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc3cf6-7a5f-4369-9282-67a60c7c8687 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.417280] env[69436]: DEBUG nova.compute.provider_tree [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.525894] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.597338] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520de5d7-9fd1-aa56-6075-b5852cd73553, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.598041] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.598041] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.598170] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.598331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.598644] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.598733] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa25620b-d848-48c2-b3e4-6c9d9e00bb73 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.613283] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.613283] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.613283] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd971d91-a660-480b-acfc-c58ab96a2f78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.617957] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1045.617957] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52241708-02e7-7bf8-86ce-056192b28d21" [ 1045.617957] env[69436]: _type = "Task" [ 1045.617957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.627119] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52241708-02e7-7bf8-86ce-056192b28d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.700275] env[69436]: INFO nova.virt.block_device [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Booting with volume 196ab319-111d-4371-aef2-99087051c7af at /dev/sda [ 1045.745492] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e55250-7fe9-b562-a851-b00f6befe531/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1045.745775] env[69436]: INFO nova.virt.vmwareapi.images [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Downloaded image file data d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 [ 1045.746668] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65ff3c-c21a-4c9a-b9c8-e8d6f08e2ccb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.764280] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a338a5-58df-4abf-b66c-83c562e02c49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.783615] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68cb114e-6147-453c-8e5a-9646493abbc1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.794054] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ab5642-e059-48ee-ae8f-11379947bac3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.829576] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37936fc0-3d86-4ed1-a1c7-443343a66852 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.844434] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b018caf5-ec06-49ee-bf57-70c78b1789ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.872033] env[69436]: INFO nova.virt.vmwareapi.images [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] The imported VM was unregistered [ 1045.874927] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1045.875336] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.890705] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b329db62-30db-4ff3-982f-23e2b95430da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.894036] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20897596-7c0c-4e55-8264-9d02ac21fe51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.902500] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da2392-0e35-4b53-a7e6-62175dbfc4b4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.918087] env[69436]: DEBUG nova.virt.block_device [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updating existing volume attachment record: d89fabc5-9b01-4107-821f-e5cf56342210 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1045.922081] env[69436]: DEBUG nova.scheduler.client.report [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.925510] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Created directory with path [datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1 {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.929217] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96/OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96.vmdk to [datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk. {{(pid=69436) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1045.929770] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f422055e-288c-4412-9b97-b1392e3f3ef7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.939089] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1045.939089] env[69436]: value = "task-3255408" [ 1045.939089] env[69436]: _type = "Task" [ 1045.939089] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.952024] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.023551] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.130701] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52241708-02e7-7bf8-86ce-056192b28d21, 'name': SearchDatastore_Task, 'duration_secs': 0.021621} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.131556] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ad595d-a490-463b-b1bb-cf6711117697 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.138678] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1046.138678] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523a2831-0702-9e29-acb9-ba18d2809345" [ 1046.138678] env[69436]: _type = "Task" [ 1046.138678] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.148303] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523a2831-0702-9e29-acb9-ba18d2809345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.432068] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.433843] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.782s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.450568] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.528042] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255406, 'name': ReconfigVM_Task, 'duration_secs': 1.275157} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.528042] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.535854] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46562496-f779-4792-a29b-17d4936fccce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.557201] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1046.557201] env[69436]: value = "task-3255409" [ 1046.557201] env[69436]: _type = "Task" [ 1046.557201] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.567811] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.653191] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523a2831-0702-9e29-acb9-ba18d2809345, 'name': SearchDatastore_Task, 'duration_secs': 0.018635} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.653510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.653777] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.654073] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7068adf-a96b-4265-bc7c-622e6d054679 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.665630] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1046.665630] env[69436]: value = "task-3255410" [ 1046.665630] env[69436]: _type = "Task" [ 1046.665630] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.678106] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.960331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2bd8273-d5e1-442d-8e42-2a7188b3e838 tempest-ServerActionsV293TestJSON-1309896879 tempest-ServerActionsV293TestJSON-1309896879-project-member] Lock "7740e8c5-3687-49cc-bdde-141ae44d399d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.460s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.967742] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.984173] env[69436]: DEBUG nova.compute.manager [req-0d5a2e0a-9007-4572-a6e3-2a4d3e4b04a5 req-646945e8-5293-4f8c-9ac8-07f6dc0f9ef6 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Received event network-vif-plugged-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1046.984173] env[69436]: DEBUG oslo_concurrency.lockutils [req-0d5a2e0a-9007-4572-a6e3-2a4d3e4b04a5 req-646945e8-5293-4f8c-9ac8-07f6dc0f9ef6 service nova] Acquiring lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.986660] env[69436]: DEBUG oslo_concurrency.lockutils [req-0d5a2e0a-9007-4572-a6e3-2a4d3e4b04a5 req-646945e8-5293-4f8c-9ac8-07f6dc0f9ef6 service nova] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.986933] env[69436]: DEBUG oslo_concurrency.lockutils [req-0d5a2e0a-9007-4572-a6e3-2a4d3e4b04a5 req-646945e8-5293-4f8c-9ac8-07f6dc0f9ef6 service nova] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.987209] env[69436]: DEBUG nova.compute.manager [req-0d5a2e0a-9007-4572-a6e3-2a4d3e4b04a5 req-646945e8-5293-4f8c-9ac8-07f6dc0f9ef6 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] No waiting events found dispatching network-vif-plugged-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.987621] env[69436]: WARNING nova.compute.manager [req-0d5a2e0a-9007-4572-a6e3-2a4d3e4b04a5 req-646945e8-5293-4f8c-9ac8-07f6dc0f9ef6 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Received unexpected event network-vif-plugged-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 for instance with vm_state building and task_state block_device_mapping. [ 1047.071901] env[69436]: DEBUG oslo_vmware.api [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255409, 'name': ReconfigVM_Task, 'duration_secs': 0.311086} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.072467] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650404', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'name': 'volume-de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48fc744d-0650-40e6-bd78-c19afcb58c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a', 'serial': 'de1d2c3f-b6f5-4982-ae49-7895bd50875a'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.080522] env[69436]: DEBUG nova.network.neutron [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Successfully updated port: e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.180144] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.458629] env[69436]: INFO nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating resource usage from migration f27f1aba-ad88-4711-b7f2-24272530d79d [ 1047.464469] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.507820] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ff8c4788-b8a5-453d-bc3a-95ac3c8e031f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.508024] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eac96d12-f468-44c7-93da-e9618eb96d66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.508281] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance b0354c3a-f41a-4fed-bff3-8dae49644d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.508472] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ee130e80-37f3-424c-83fc-d980983ad96f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.508604] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 5e872a46-1c3e-4e2a-b7bc-358471966940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.508744] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.508866] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 48fc744d-0650-40e6-bd78-c19afcb58c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.508986] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 03a37459-fda2-4409-b07c-e194b16a4b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.509127] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a18b0787-4265-44a9-92f6-acc5742be909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.509299] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 6bf1c792-2c70-4394-8da9-deb4a515ee9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.509953] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 85fba89a-3e19-42ff-876c-6f309869f020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.509953] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 54ef019a-a45c-4e12-82d3-675f890c554b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.509953] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.509953] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f9c0841a-09d5-468b-8740-a5918e0ba415 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.509953] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f4c48a71-4142-4f10-9eaa-7d3ac0ca1070 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.510313] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.510313] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance e9234a28-d8da-46aa-860b-243668fb68ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.510313] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance e59e4ef5-24c9-4cdd-8baa-b7464d485978 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.510444] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance bd504796-e37a-472d-8af5-85f3356b59bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.510507] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance acdfcfb1-550b-497c-b19d-b0cc08be6123 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.510627] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 8a1e36c0-8235-4624-9395-06b55418d5a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1047.510741] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ca2c62cb-eb2e-4d1e-9969-830866cd34f6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1047.583232] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquiring lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.583409] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquired lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.583550] env[69436]: DEBUG nova.network.neutron [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.665468] env[69436]: DEBUG nova.objects.instance [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'flavor' on Instance uuid 48fc744d-0650-40e6-bd78-c19afcb58c48 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.678352] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.967062] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.014282] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ebeff7e3-59db-44ac-9aab-05f8314a24ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1048.046822] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1048.049048] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.049515] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.049735] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.049956] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.050153] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.050361] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.051761] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.051761] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.051761] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.051761] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.051761] env[69436]: DEBUG nova.virt.hardware [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.053523] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62f28a-18eb-4b58-8f28-588e056acf86 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.065903] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8de8db-0d17-4fcf-bbf2-9209dad154c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.128475] env[69436]: DEBUG nova.network.neutron [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.181025] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.366790] env[69436]: DEBUG nova.network.neutron [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updating instance_info_cache with network_info: [{"id": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "address": "fa:16:3e:8d:d0:f3", "network": {"id": "1f3ffb1b-4217-463b-b84e-0e99bbb5b35a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1591555791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d96a69ff4e4782aecff2bad5be40fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b4c443-2b", "ovs_interfaceid": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.470529] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.519024] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance aef76bdb-4584-40c7-a7bf-ec3d69a9f572 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1048.679023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-345f5e40-8d4b-40a9-bd7e-2a236f2cf98c tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.429s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.682546] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255410, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.869554] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Releasing lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.869857] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Instance network_info: |[{"id": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "address": "fa:16:3e:8d:d0:f3", "network": {"id": "1f3ffb1b-4217-463b-b84e-0e99bbb5b35a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1591555791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d96a69ff4e4782aecff2bad5be40fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b4c443-2b", "ovs_interfaceid": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1048.870327] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d0:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b4c443-2bad-48d6-b1ee-f8af3f30ee89', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.879905] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Creating folder: Project (76d96a69ff4e4782aecff2bad5be40fb). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.881173] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f743b7-842b-493d-8b38-5555a5d669ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.902936] env[69436]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1048.902936] env[69436]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69436) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1048.902936] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Folder already exists: Project (76d96a69ff4e4782aecff2bad5be40fb). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1048.902936] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Creating folder: Instances. Parent ref: group-v650408. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.902936] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4191b698-afb7-4022-b26f-4c7b82e7a386 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.911269] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Created folder: Instances in parent group-v650408. [ 1048.911592] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.911845] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.912124] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b5846d1-d913-43f3-afac-d7fa423c129f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.936623] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.936623] env[69436]: value = "task-3255413" [ 1048.936623] env[69436]: _type = "Task" [ 1048.936623] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.945433] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255413, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.963728] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.021107] env[69436]: DEBUG nova.compute.manager [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Received event network-changed-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1049.021107] env[69436]: DEBUG nova.compute.manager [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Refreshing instance network info cache due to event network-changed-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1049.021107] env[69436]: DEBUG oslo_concurrency.lockutils [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] Acquiring lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.021107] env[69436]: DEBUG oslo_concurrency.lockutils [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] Acquired lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.022150] env[69436]: DEBUG nova.network.neutron [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Refreshing network info cache for port e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.025119] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 2a7e2e20-8685-4486-a443-09495bf89619 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1049.025119] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Migration f27f1aba-ad88-4711-b7f2-24272530d79d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1049.025119] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance db065073-aff6-40a5-8f3e-133670fcc413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.025119] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1049.025119] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1049.181380] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255410, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.336865} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.181658] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.181870] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.182143] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901490f6-104e-42b6-be4b-87792d99ebbf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.189782] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1049.189782] env[69436]: value = "task-3255414" [ 1049.189782] env[69436]: _type = "Task" [ 1049.189782] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.201824] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.447059] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255413, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.462887] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255408, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.068317} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.465741] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96/OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96.vmdk to [datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk. [ 1049.465953] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Cleaning up location [datastore1] OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1049.466148] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ef3624dc-fdde-42d1-a382-cc431b424f96 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.466604] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ebd84f-12e8-4bd7-a866-f0ad9148b8ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.475654] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1049.475654] env[69436]: value = "task-3255415" [ 1049.475654] env[69436]: _type = "Task" [ 1049.475654] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.482160] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98c95ed-d571-4e3d-95f4-b4a965cd2171 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.490318] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.496451] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc0f2e3-341a-4480-a299-25b79605d2bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.529625] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e908046b-f889-4ba6-819b-d7be79078f14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.540932] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e12a0b5-28d8-45c5-bdb9-efb0dc2140c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.557612] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.701710] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327209} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.701994] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.702943] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e384d1d1-a284-49ea-be30-d84141163d90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.733201] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.736639] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17bbc85f-be39-468b-9bff-372b9e94ea84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.763606] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1049.763606] env[69436]: value = "task-3255416" [ 1049.763606] env[69436]: _type = "Task" [ 1049.763606] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.776931] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.915069] env[69436]: DEBUG nova.network.neutron [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updated VIF entry in instance network info cache for port e2b4c443-2bad-48d6-b1ee-f8af3f30ee89. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.915549] env[69436]: DEBUG nova.network.neutron [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updating instance_info_cache with network_info: [{"id": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "address": "fa:16:3e:8d:d0:f3", "network": {"id": "1f3ffb1b-4217-463b-b84e-0e99bbb5b35a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1591555791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d96a69ff4e4782aecff2bad5be40fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b4c443-2b", "ovs_interfaceid": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.947582] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255413, 'name': CreateVM_Task, 'duration_secs': 0.870732} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.947741] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.948461] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'd89fabc5-9b01-4107-821f-e5cf56342210', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650412', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'name': 'volume-196ab319-111d-4371-aef2-99087051c7af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca2c62cb-eb2e-4d1e-9969-830866cd34f6', 'attached_at': '', 'detached_at': '', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'serial': '196ab319-111d-4371-aef2-99087051c7af'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69436) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1049.948720] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Root volume attach. Driver type: vmdk {{(pid=69436) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1049.949544] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b123b2d9-919a-4560-81a8-166f3a6fa49d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.959504] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c9f788-6f77-4fb1-8325-fdd6d783f92e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.967136] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0dc3f-a19a-4ee7-ab38-62d1cba2a9bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.977057] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8a19457e-ec88-402e-8831-65275e548712 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.988037] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075695} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.989452] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.989692] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.989949] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk to [datastore1] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.990757] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1049.990757] env[69436]: value = "task-3255417" [ 1049.990757] env[69436]: _type = "Task" [ 1049.990757] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.990988] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66bc0061-f54c-40a3-b53f-bd32c0f2af6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.003662] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255417, 'name': RelocateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.005206] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1050.005206] env[69436]: value = "task-3255418" [ 1050.005206] env[69436]: _type = "Task" [ 1050.005206] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.016758] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.063979] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.068750] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.069171] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.069501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "48fc744d-0650-40e6-bd78-c19afcb58c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.069723] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.069979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.072121] env[69436]: INFO nova.compute.manager [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Terminating instance [ 1050.280252] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.418798] env[69436]: DEBUG oslo_concurrency.lockutils [req-08ab83ff-69ae-44d0-968c-21088988d6ed req-7aaa9dad-3765-443d-85ba-8ba25818e6e0 service nova] Releasing lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.504578] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255417, 'name': RelocateVM_Task} progress is 20%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.516814] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255418, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.573024] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1050.573289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.139s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.573789] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.639s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.573887] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.576492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.366s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.576783] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.578988] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.776s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.579285] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.581368] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.459s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.583126] env[69436]: INFO nova.compute.claims [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.587049] env[69436]: DEBUG nova.compute.manager [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1050.587348] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.588614] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065c529-57f0-4700-9907-a67aae3061ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.599910] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.599910] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ae2088-43e7-4b70-957d-ab284dbf0845 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.609870] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1050.609870] env[69436]: value = "task-3255419" [ 1050.609870] env[69436]: _type = "Task" [ 1050.609870] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.629941] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.657412] env[69436]: INFO nova.scheduler.client.report [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocations for instance f9c0841a-09d5-468b-8740-a5918e0ba415 [ 1050.658644] env[69436]: INFO nova.scheduler.client.report [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Deleted allocations for instance f4c48a71-4142-4f10-9eaa-7d3ac0ca1070 [ 1050.718042] env[69436]: INFO nova.scheduler.client.report [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Deleted allocations for instance eaae679c-8de6-4a34-ac30-f8a5eee5b0a6 [ 1050.776275] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255416, 'name': ReconfigVM_Task, 'duration_secs': 0.526812} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.776590] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Reconfigured VM instance instance-0000005b to attach disk [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123/acdfcfb1-550b-497c-b19d-b0cc08be6123.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.777271] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53d163a8-ab77-4ce7-92e6-187f3ea4f8f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.787420] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1050.787420] env[69436]: value = "task-3255420" [ 1050.787420] env[69436]: _type = "Task" [ 1050.787420] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.799978] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255420, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.004606] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255417, 'name': RelocateVM_Task} progress is 20%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.017399] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255418, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.123908] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255419, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.174441] env[69436]: DEBUG oslo_concurrency.lockutils [None req-986cf683-f136-4609-8cc0-5d7cdd60f1e3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "f9c0841a-09d5-468b-8740-a5918e0ba415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.079s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.176511] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ae66fe64-59fd-47f8-a888-3e8501f8ff78 tempest-ImagesTestJSON-1731796317 tempest-ImagesTestJSON-1731796317-project-member] Lock "f4c48a71-4142-4f10-9eaa-7d3ac0ca1070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.951s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.230524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2c15a833-160a-454c-a15c-0c891ac2cdfb tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "eaae679c-8de6-4a34-ac30-f8a5eee5b0a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.966s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.298996] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255420, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.505921] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255417, 'name': RelocateVM_Task} progress is 20%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.517698] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255418, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.622230] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255419, 'name': PowerOffVM_Task, 'duration_secs': 0.575228} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.622566] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.622748] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.623050] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b34f4b6f-556b-4ead-a550-e1e37b588112 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.723213] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.723512] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.723959] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleting the datastore file [datastore1] 48fc744d-0650-40e6-bd78-c19afcb58c48 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.724440] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55f9b858-06e1-484c-84b4-df88c55ac4af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.738122] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1051.738122] env[69436]: value = "task-3255422" [ 1051.738122] env[69436]: _type = "Task" [ 1051.738122] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.753133] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.800879] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255420, 'name': Rename_Task, 'duration_secs': 0.564966} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.804529] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.805133] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d99b3c73-bcb0-4b9a-bdd9-cafe8d35f680 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.816358] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1051.816358] env[69436]: value = "task-3255423" [ 1051.816358] env[69436]: _type = "Task" [ 1051.816358] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.827840] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.008419] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255417, 'name': RelocateVM_Task, 'duration_secs': 1.523058} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.008419] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1052.008554] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650412', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'name': 'volume-196ab319-111d-4371-aef2-99087051c7af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca2c62cb-eb2e-4d1e-9969-830866cd34f6', 'attached_at': '', 'detached_at': '', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'serial': '196ab319-111d-4371-aef2-99087051c7af'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1052.009657] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3454d-4c0a-418a-b848-ac2ac1544b23 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.044922] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f21b4-0476-4c6e-8cbf-2bdfe0664e65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.044922] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255418, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.068499] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-196ab319-111d-4371-aef2-99087051c7af/volume-196ab319-111d-4371-aef2-99087051c7af.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.069350] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0061380c-9a94-4f0e-9bfb-29fa98e7ac29 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.086770] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc085d81-4300-4d92-b456-b37bbfdbbe7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.095736] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff03856-078c-418b-9045-b13ffbbad0da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.103757] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1052.103757] env[69436]: value = "task-3255424" [ 1052.103757] env[69436]: _type = "Task" [ 1052.103757] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.141090] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b29d89-9512-4016-965b-0900d93a6989 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.144381] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.152991] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3daf0d-9893-4aea-bdc2-b4f6c07462f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.169947] env[69436]: DEBUG nova.compute.provider_tree [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.253273] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.343055] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.519573] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255418, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.44313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.519922] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1/d1d13fe2-0f61-4f40-bf35-f1c0d82861d1.vmdk to [datastore1] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.520815] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536dd9a8-87e9-4079-ae96-68263650df48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.546112] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.546420] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d42e1c5-16cc-4710-9c56-35d0e957a857 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.566929] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1052.566929] env[69436]: value = "task-3255425" [ 1052.566929] env[69436]: _type = "Task" [ 1052.566929] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.576148] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.612675] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255424, 'name': ReconfigVM_Task, 'duration_secs': 0.369981} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.613056] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-196ab319-111d-4371-aef2-99087051c7af/volume-196ab319-111d-4371-aef2-99087051c7af.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.618492] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bb05b6-6c78-4b25-aaea-6e2f04ea398c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.636306] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1052.636306] env[69436]: value = "task-3255426" [ 1052.636306] env[69436]: _type = "Task" [ 1052.636306] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.646447] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.674047] env[69436]: DEBUG nova.scheduler.client.report [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.750188] env[69436]: DEBUG oslo_vmware.api [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.794684} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.750188] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.750188] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.750188] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.750188] env[69436]: INFO nova.compute.manager [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1052.750475] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.750510] env[69436]: DEBUG nova.compute.manager [-] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1052.750601] env[69436]: DEBUG nova.network.neutron [-] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.828877] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255423, 'name': PowerOnVM_Task, 'duration_secs': 0.926474} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.829220] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.829444] env[69436]: DEBUG nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1052.830390] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0704e3-890e-4117-836a-d8399847c4d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.081425] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255425, 'name': ReconfigVM_Task, 'duration_secs': 0.341663} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.081773] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae/1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.082364] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d63f81-33ad-433a-98bf-1dff5da5a82b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.089624] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1053.089624] env[69436]: value = "task-3255427" [ 1053.089624] env[69436]: _type = "Task" [ 1053.089624] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.102058] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255427, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.147462] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255426, 'name': ReconfigVM_Task, 'duration_secs': 0.154839} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.147808] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650412', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'name': 'volume-196ab319-111d-4371-aef2-99087051c7af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca2c62cb-eb2e-4d1e-9969-830866cd34f6', 'attached_at': '', 'detached_at': '', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'serial': '196ab319-111d-4371-aef2-99087051c7af'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.148359] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a16af190-f55e-41b3-848e-39a7d1d598a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.156268] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1053.156268] env[69436]: value = "task-3255428" [ 1053.156268] env[69436]: _type = "Task" [ 1053.156268] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.166749] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255428, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.187070] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.187070] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1053.187744] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.499s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.189221] env[69436]: INFO nova.compute.claims [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.345767] env[69436]: INFO nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] bringing vm to original state: 'stopped' [ 1053.603454] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255427, 'name': Rename_Task, 'duration_secs': 0.163516} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.605496] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.605496] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbd6fcd1-5041-4dd1-beb0-0833906a9bc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.614680] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1053.614680] env[69436]: value = "task-3255429" [ 1053.614680] env[69436]: _type = "Task" [ 1053.614680] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.627098] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.669895] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255428, 'name': Rename_Task, 'duration_secs': 0.156499} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.670691] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.671011] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a827e653-88a5-4f98-b7cb-4f5410a5d09f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.679349] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1053.679349] env[69436]: value = "task-3255430" [ 1053.679349] env[69436]: _type = "Task" [ 1053.679349] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.691553] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.693322] env[69436]: DEBUG nova.compute.utils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.698242] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1053.698531] env[69436]: DEBUG nova.network.neutron [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.793336] env[69436]: DEBUG nova.policy [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cbb9c8b79f94ccd8b7a7bcb96c99114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '056ab3bcca2244dca5b23b3825424ddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.132792] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255429, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.165808] env[69436]: DEBUG nova.compute.manager [req-4d3ab4bc-fa93-4816-9312-2f7ce7cc690e req-fc71c219-f14a-4280-9d22-91b95b3ae30f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Received event network-vif-deleted-65ad95cc-242b-4f75-924a-81875a94baa2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1054.166101] env[69436]: INFO nova.compute.manager [req-4d3ab4bc-fa93-4816-9312-2f7ce7cc690e req-fc71c219-f14a-4280-9d22-91b95b3ae30f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Neutron deleted interface 65ad95cc-242b-4f75-924a-81875a94baa2; detaching it from the instance and deleting it from the info cache [ 1054.166475] env[69436]: DEBUG nova.network.neutron [req-4d3ab4bc-fa93-4816-9312-2f7ce7cc690e req-fc71c219-f14a-4280-9d22-91b95b3ae30f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.191381] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.201862] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1054.356888] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.358478] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.358693] env[69436]: DEBUG nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1054.359627] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23740453-651b-457e-9e52-02560b3f649e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.371466] env[69436]: DEBUG nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1054.392306] env[69436]: DEBUG nova.network.neutron [-] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.514921] env[69436]: DEBUG nova.network.neutron [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Successfully created port: 3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.631545] env[69436]: DEBUG oslo_vmware.api [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255429, 'name': PowerOnVM_Task, 'duration_secs': 0.667117} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.632450] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.649587] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191fbfa-beb6-45a1-bd6b-acd0527cff77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.658126] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bd9adc-21b5-4635-bafc-15a9d8956c84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.695337] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6668bd50-3113-4dc8-bff1-01c093af4f98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.699934] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd884185-a7c8-4ddc-b018-fce2397e38c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.714651] env[69436]: DEBUG oslo_vmware.api [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255430, 'name': PowerOnVM_Task, 'duration_secs': 0.6045} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.716074] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.716465] env[69436]: INFO nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1054.716733] env[69436]: DEBUG nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1054.718054] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34dead5-35ba-45a7-9d65-3b4641da4208 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.723514] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b424d0a8-e2f8-4071-82cd-e8487c6ff48c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.728674] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b1580-b8f9-43bd-9c39-befcca774047 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.758794] env[69436]: DEBUG nova.compute.provider_tree [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.773273] env[69436]: DEBUG nova.compute.manager [req-4d3ab4bc-fa93-4816-9312-2f7ce7cc690e req-fc71c219-f14a-4280-9d22-91b95b3ae30f service nova] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Detach interface failed, port_id=65ad95cc-242b-4f75-924a-81875a94baa2, reason: Instance 48fc744d-0650-40e6-bd78-c19afcb58c48 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1054.878599] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.878962] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b91f3ed-6dd0-4e4f-8fbc-742248e9c50e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.888375] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1054.888375] env[69436]: value = "task-3255431" [ 1054.888375] env[69436]: _type = "Task" [ 1054.888375] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.899852] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.902162] env[69436]: INFO nova.compute.manager [-] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Took 2.15 seconds to deallocate network for instance. [ 1054.959602] env[69436]: DEBUG nova.compute.manager [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1054.960218] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc306c7c-6345-4b56-bfdd-a9197918de77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.224491] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1055.279360] env[69436]: DEBUG nova.scheduler.client.report [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.289116] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.289355] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.289509] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.289786] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.289867] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.290060] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.291112] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.291112] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.291112] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.291112] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.291112] env[69436]: DEBUG nova.virt.hardware [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.291975] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abffa95-46d4-47bd-8041-3724b187fded {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.296708] env[69436]: INFO nova.compute.manager [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Took 42.22 seconds to build instance. [ 1055.304431] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aecdad3-b92e-4140-9ff0-6c6476c9ad2f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.398730] env[69436]: DEBUG oslo_vmware.api [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255431, 'name': PowerOffVM_Task, 'duration_secs': 0.200549} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.399037] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.399250] env[69436]: DEBUG nova.compute.manager [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1055.400042] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa4fbb-acc3-406f-913d-0f4b05a52d9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.409581] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.432434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.433106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.487610] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ab2f89cb-545b-47e1-a870-5853bff53dc7 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 53.293s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.788654] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.789431] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1055.792055] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.696s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.792262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.794933] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.228s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.795243] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.796999] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.544s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.797228] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.798804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.846s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.800288] env[69436]: INFO nova.compute.claims [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.804122] env[69436]: DEBUG oslo_concurrency.lockutils [None req-468fdb26-f26b-4275-9106-161e2527fd37 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.735s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.913370] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.934950] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1056.232049] env[69436]: INFO nova.scheduler.client.report [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocations for instance 54ef019a-a45c-4e12-82d3-675f890c554b [ 1056.236927] env[69436]: INFO nova.scheduler.client.report [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Deleted allocations for instance bd504796-e37a-472d-8af5-85f3356b59bd [ 1056.292699] env[69436]: INFO nova.scheduler.client.report [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Deleted allocations for instance eac96d12-f468-44c7-93da-e9618eb96d66 [ 1056.305760] env[69436]: DEBUG nova.compute.utils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.309730] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1056.309941] env[69436]: DEBUG nova.network.neutron [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.424724] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.444855] env[69436]: DEBUG nova.policy [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d5eafdb8b74f2996c8b13d148a2b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2bc00c6504894b344f65c4c03d6bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.457991] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.756473] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa23e1be-c2ea-4728-b4f2-703a1343985b tempest-ImagesOneServerNegativeTestJSON-1982770920 tempest-ImagesOneServerNegativeTestJSON-1982770920-project-member] Lock "bd504796-e37a-472d-8af5-85f3356b59bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.328s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.761282] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c8ad6cd7-f360-4295-b72f-5d43c226ba9d tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "54ef019a-a45c-4e12-82d3-675f890c554b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.769s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.798470] env[69436]: DEBUG nova.network.neutron [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Successfully updated port: 3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.808168] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3b41e3ac-40a4-442c-95d3-020b731e981b tempest-ServersAdminTestJSON-2094819959 tempest-ServersAdminTestJSON-2094819959-project-member] Lock "eac96d12-f468-44c7-93da-e9618eb96d66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.089s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.817702] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1056.980379] env[69436]: DEBUG nova.compute.manager [req-73c35363-9ede-4167-8201-4770bf6ce8aa req-8e4a693a-b622-4c34-b203-47822c69d747 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Received event network-vif-plugged-3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1056.980654] env[69436]: DEBUG oslo_concurrency.lockutils [req-73c35363-9ede-4167-8201-4770bf6ce8aa req-8e4a693a-b622-4c34-b203-47822c69d747 service nova] Acquiring lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.980971] env[69436]: DEBUG oslo_concurrency.lockutils [req-73c35363-9ede-4167-8201-4770bf6ce8aa req-8e4a693a-b622-4c34-b203-47822c69d747 service nova] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.981165] env[69436]: DEBUG oslo_concurrency.lockutils [req-73c35363-9ede-4167-8201-4770bf6ce8aa req-8e4a693a-b622-4c34-b203-47822c69d747 service nova] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.981246] env[69436]: DEBUG nova.compute.manager [req-73c35363-9ede-4167-8201-4770bf6ce8aa req-8e4a693a-b622-4c34-b203-47822c69d747 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] No waiting events found dispatching network-vif-plugged-3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.981394] env[69436]: WARNING nova.compute.manager [req-73c35363-9ede-4167-8201-4770bf6ce8aa req-8e4a693a-b622-4c34-b203-47822c69d747 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Received unexpected event network-vif-plugged-3b0b2808-1686-4c9e-8423-5c7388e7b6df for instance with vm_state building and task_state spawning. [ 1057.209892] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b013aa-457a-4052-917f-e253382ff84e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.218509] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a9895e-bb64-4da8-b66d-c48083e7a156 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.251702] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d4a729-81f8-47b6-916e-4997f9c80e88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.260037] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f7f67-a2a7-46f5-8747-169fd05feaa9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.274867] env[69436]: DEBUG nova.compute.provider_tree [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.305313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "refresh_cache-ebeff7e3-59db-44ac-9aab-05f8314a24ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.305727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired lock "refresh_cache-ebeff7e3-59db-44ac-9aab-05f8314a24ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.306018] env[69436]: DEBUG nova.network.neutron [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.316107] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.316496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.648603] env[69436]: DEBUG nova.network.neutron [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Successfully created port: 064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.779640] env[69436]: DEBUG nova.scheduler.client.report [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.820658] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1057.830847] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1057.862048] env[69436]: DEBUG nova.network.neutron [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.887289] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.887584] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.887711] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.887889] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.888212] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.888447] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.888678] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.888836] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.888997] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.889183] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.889338] env[69436]: DEBUG nova.virt.hardware [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.893098] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64781f2-cdb2-403c-838a-3bbec69fdb48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.908643] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77f2d28-6d80-404e-a829-0666e85b65d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.078700] env[69436]: DEBUG nova.network.neutron [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Updating instance_info_cache with network_info: [{"id": "3b0b2808-1686-4c9e-8423-5c7388e7b6df", "address": "fa:16:3e:3a:c1:18", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0b2808-16", "ovs_interfaceid": "3b0b2808-1686-4c9e-8423-5c7388e7b6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.287059] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.287619] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1058.290149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.590s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.369317] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.370128] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.370410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "acdfcfb1-550b-497c-b19d-b0cc08be6123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.370637] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.370921] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.372907] env[69436]: INFO nova.compute.manager [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Terminating instance [ 1058.379416] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.584866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Releasing lock "refresh_cache-ebeff7e3-59db-44ac-9aab-05f8314a24ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.585304] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Instance network_info: |[{"id": "3b0b2808-1686-4c9e-8423-5c7388e7b6df", "address": "fa:16:3e:3a:c1:18", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0b2808-16", "ovs_interfaceid": "3b0b2808-1686-4c9e-8423-5c7388e7b6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1058.585745] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:c1:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b0b2808-1686-4c9e-8423-5c7388e7b6df', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.593772] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.594123] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "e9234a28-d8da-46aa-860b-243668fb68ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.594348] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "e9234a28-d8da-46aa-860b-243668fb68ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.594538] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "e9234a28-d8da-46aa-860b-243668fb68ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.594718] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "e9234a28-d8da-46aa-860b-243668fb68ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.594898] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "e9234a28-d8da-46aa-860b-243668fb68ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.596432] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.596668] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714338f2-2282-47da-9b20-a46006031b0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.623227] env[69436]: INFO nova.compute.manager [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Terminating instance [ 1058.633613] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.633613] env[69436]: value = "task-3255432" [ 1058.633613] env[69436]: _type = "Task" [ 1058.633613] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.643348] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255432, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.794027] env[69436]: DEBUG nova.compute.utils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.795401] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1058.795633] env[69436]: DEBUG nova.network.neutron [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.800583] env[69436]: INFO nova.compute.claims [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.879868] env[69436]: DEBUG nova.compute.manager [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1058.880519] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.881238] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226bf0e1-e09e-4767-9818-5ebecea1ebd8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.893936] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.894232] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8e6489-5902-4575-a086-5333c97453d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.926541] env[69436]: DEBUG nova.policy [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.128984] env[69436]: DEBUG nova.compute.manager [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1059.129258] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.130255] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3540669-7406-4d7e-bf01-91494e46ca4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.144226] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.147817] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fcfed29-f414-43d1-8e87-7ed99ceda333 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.150341] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255432, 'name': CreateVM_Task, 'duration_secs': 0.399882} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.150741] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.151569] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.151734] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.152064] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.152331] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873f3805-a254-4bdb-8e40-32d3fc45d351 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.157876] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1059.157876] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f89245-924a-c316-0015-cc55b683b5c0" [ 1059.157876] env[69436]: _type = "Task" [ 1059.157876] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.159277] env[69436]: DEBUG oslo_vmware.api [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1059.159277] env[69436]: value = "task-3255434" [ 1059.159277] env[69436]: _type = "Task" [ 1059.159277] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.186313] env[69436]: DEBUG oslo_vmware.api [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.186313] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f89245-924a-c316-0015-cc55b683b5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.202395] env[69436]: DEBUG nova.compute.manager [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Received event network-changed-3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1059.202660] env[69436]: DEBUG nova.compute.manager [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Refreshing instance network info cache due to event network-changed-3b0b2808-1686-4c9e-8423-5c7388e7b6df. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1059.202903] env[69436]: DEBUG oslo_concurrency.lockutils [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] Acquiring lock "refresh_cache-ebeff7e3-59db-44ac-9aab-05f8314a24ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.203382] env[69436]: DEBUG oslo_concurrency.lockutils [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] Acquired lock "refresh_cache-ebeff7e3-59db-44ac-9aab-05f8314a24ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.203708] env[69436]: DEBUG nova.network.neutron [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Refreshing network info cache for port 3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.305041] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1059.313580] env[69436]: INFO nova.compute.resource_tracker [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating resource usage from migration f27f1aba-ad88-4711-b7f2-24272530d79d [ 1059.648074] env[69436]: DEBUG nova.network.neutron [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Successfully created port: 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.679452] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f89245-924a-c316-0015-cc55b683b5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.021378} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.683310] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.683310] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.683554] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.683793] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.684112] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.684500] env[69436]: DEBUG oslo_vmware.api [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255434, 'name': PowerOffVM_Task, 'duration_secs': 0.237233} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.687422] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b57979fd-bcd0-4f09-add5-c23967c22c07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.689511] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.689891] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.690291] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e38de67-a14f-49de-aab3-7a674b7083f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.703768] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.703939] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.704694] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b596653-b318-4c28-8b51-3b16fe258dd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.720753] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1059.720753] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5266fcd2-bc03-2d42-62cb-93484c7fa891" [ 1059.720753] env[69436]: _type = "Task" [ 1059.720753] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.731482] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5266fcd2-bc03-2d42-62cb-93484c7fa891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.773869] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.774112] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.774299] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleting the datastore file [datastore2] e9234a28-d8da-46aa-860b-243668fb68ca {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.777558] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-045b6381-afb2-4145-a699-56926726b05c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.785540] env[69436]: DEBUG oslo_vmware.api [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1059.785540] env[69436]: value = "task-3255436" [ 1059.785540] env[69436]: _type = "Task" [ 1059.785540] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.791833] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1380d9ca-de45-44f6-9a1a-a90a4e47d4b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.798772] env[69436]: DEBUG oslo_vmware.api [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.805264] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e4e1c3-76b3-40c8-bec2-a85beb7b4dc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.850046] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3297e4e-7db3-4e63-b537-24bd54e946ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.861815] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c5935-5ee5-4792-a92b-52463d247965 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.881855] env[69436]: DEBUG nova.compute.provider_tree [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.039848] env[69436]: DEBUG nova.compute.manager [req-86a93a09-5484-46e5-87f6-3464dcb11ddd req-0f306bf2-b661-41f5-bb8b-85166b382104 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Received event network-vif-plugged-064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1060.040080] env[69436]: DEBUG oslo_concurrency.lockutils [req-86a93a09-5484-46e5-87f6-3464dcb11ddd req-0f306bf2-b661-41f5-bb8b-85166b382104 service nova] Acquiring lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.040309] env[69436]: DEBUG oslo_concurrency.lockutils [req-86a93a09-5484-46e5-87f6-3464dcb11ddd req-0f306bf2-b661-41f5-bb8b-85166b382104 service nova] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.040483] env[69436]: DEBUG oslo_concurrency.lockutils [req-86a93a09-5484-46e5-87f6-3464dcb11ddd req-0f306bf2-b661-41f5-bb8b-85166b382104 service nova] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.040704] env[69436]: DEBUG nova.compute.manager [req-86a93a09-5484-46e5-87f6-3464dcb11ddd req-0f306bf2-b661-41f5-bb8b-85166b382104 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] No waiting events found dispatching network-vif-plugged-064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.040800] env[69436]: WARNING nova.compute.manager [req-86a93a09-5484-46e5-87f6-3464dcb11ddd req-0f306bf2-b661-41f5-bb8b-85166b382104 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Received unexpected event network-vif-plugged-064d8de2-c42e-4b8c-a397-f9beef09f904 for instance with vm_state building and task_state spawning. [ 1060.071177] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.071177] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.071363] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore1] acdfcfb1-550b-497c-b19d-b0cc08be6123 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.071598] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78d90aa-a368-4d44-9a75-d8055a252c2d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.080908] env[69436]: DEBUG oslo_vmware.api [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1060.080908] env[69436]: value = "task-3255437" [ 1060.080908] env[69436]: _type = "Task" [ 1060.080908] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.095391] env[69436]: DEBUG oslo_vmware.api [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.096752] env[69436]: DEBUG nova.network.neutron [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Successfully updated port: 064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.190515] env[69436]: DEBUG nova.network.neutron [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Updated VIF entry in instance network info cache for port 3b0b2808-1686-4c9e-8423-5c7388e7b6df. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.190870] env[69436]: DEBUG nova.network.neutron [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Updating instance_info_cache with network_info: [{"id": "3b0b2808-1686-4c9e-8423-5c7388e7b6df", "address": "fa:16:3e:3a:c1:18", "network": {"id": "d55e8d35-dda7-436b-8281-0753c3ef5447", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-704392859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "056ab3bcca2244dca5b23b3825424ddd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b0b2808-16", "ovs_interfaceid": "3b0b2808-1686-4c9e-8423-5c7388e7b6df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.201200] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7019f-3845-4e51-99e3-ba4e961a1518 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.208213] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Suspending the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1060.208497] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cfb7d639-7e8b-4fcb-bc09-2bdc9ba50f36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.219262] env[69436]: DEBUG oslo_vmware.api [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1060.219262] env[69436]: value = "task-3255438" [ 1060.219262] env[69436]: _type = "Task" [ 1060.219262] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.233219] env[69436]: DEBUG oslo_vmware.api [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255438, 'name': SuspendVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.236989] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5266fcd2-bc03-2d42-62cb-93484c7fa891, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.237867] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c1862c-907a-4fa7-89b1-8948e8965590 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.245675] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1060.245675] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527df916-de23-00d0-88c4-a2704a823003" [ 1060.245675] env[69436]: _type = "Task" [ 1060.245675] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.253383] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527df916-de23-00d0-88c4-a2704a823003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.296456] env[69436]: DEBUG oslo_vmware.api [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153981} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.296709] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.296890] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.297114] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.297307] env[69436]: INFO nova.compute.manager [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1060.297553] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.297756] env[69436]: DEBUG nova.compute.manager [-] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1060.297853] env[69436]: DEBUG nova.network.neutron [-] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.352126] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1060.391307] env[69436]: DEBUG nova.scheduler.client.report [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.427139] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.427815] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.428347] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.432024] env[69436]: DEBUG nova.virt.hardware [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.432024] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62b2a9-f579-4dd1-84a1-51e826e7f694 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.444111] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e637d-27c4-4d9a-86a4-972314b390dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.593151] env[69436]: DEBUG oslo_vmware.api [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151131} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.594052] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.594357] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.594633] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.594978] env[69436]: INFO nova.compute.manager [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1060.595351] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.595588] env[69436]: DEBUG nova.compute.manager [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1060.595712] env[69436]: DEBUG nova.network.neutron [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.599689] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.599895] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.600143] env[69436]: DEBUG nova.network.neutron [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.693264] env[69436]: DEBUG oslo_concurrency.lockutils [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] Releasing lock "refresh_cache-ebeff7e3-59db-44ac-9aab-05f8314a24ee" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.693592] env[69436]: DEBUG nova.compute.manager [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Received event network-changed-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1060.693740] env[69436]: DEBUG nova.compute.manager [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Refreshing instance network info cache due to event network-changed-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1060.693952] env[69436]: DEBUG oslo_concurrency.lockutils [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] Acquiring lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.694103] env[69436]: DEBUG oslo_concurrency.lockutils [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] Acquired lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.694481] env[69436]: DEBUG nova.network.neutron [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Refreshing network info cache for port e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.731420] env[69436]: DEBUG oslo_vmware.api [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255438, 'name': SuspendVM_Task} progress is 41%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.754984] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527df916-de23-00d0-88c4-a2704a823003, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.754984] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.755341] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ebeff7e3-59db-44ac-9aab-05f8314a24ee/ebeff7e3-59db-44ac-9aab-05f8314a24ee.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.755650] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22052a4-82f2-4b8f-9c04-4537cf6f7fd1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.764978] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1060.764978] env[69436]: value = "task-3255439" [ 1060.764978] env[69436]: _type = "Task" [ 1060.764978] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.772947] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.896178] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.606s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.896629] env[69436]: INFO nova.compute.manager [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Migrating [ 1060.907695] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.933s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.907695] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.908091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.684s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.908258] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.910306] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.910701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.912797] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.503s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.913428] env[69436]: DEBUG nova.objects.instance [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'resources' on Instance uuid 48fc744d-0650-40e6-bd78-c19afcb58c48 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.006734] env[69436]: INFO nova.scheduler.client.report [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Deleted allocations for instance e59e4ef5-24c9-4cdd-8baa-b7464d485978 [ 1061.015382] env[69436]: INFO nova.scheduler.client.report [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Deleted allocations for instance 8a1e36c0-8235-4624-9395-06b55418d5a5 [ 1061.043576] env[69436]: INFO nova.scheduler.client.report [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted allocations for instance 6bf1c792-2c70-4394-8da9-deb4a515ee9b [ 1061.237105] env[69436]: DEBUG oslo_vmware.api [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255438, 'name': SuspendVM_Task, 'duration_secs': 0.902532} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.237105] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Suspended the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1061.237105] env[69436]: DEBUG nova.compute.manager [None req-0fa3507f-99c7-4ec0-a53b-fd8d5bcdc168 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1061.237105] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963e0fa8-6909-4924-a9e9-017a8cf102b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.275698] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.430604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.430604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.430604] env[69436]: DEBUG nova.network.neutron [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.479714] env[69436]: DEBUG nova.network.neutron [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.514781] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7047f167-9fc5-4bba-bfdb-6e2f685f7acf tempest-ServerRescueTestJSONUnderV235-1948529488 tempest-ServerRescueTestJSONUnderV235-1948529488-project-member] Lock "e59e4ef5-24c9-4cdd-8baa-b7464d485978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.767s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.529762] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a7f006a0-ca9c-4c99-94c7-99f268504637 tempest-ServersTestMultiNic-1383996525 tempest-ServersTestMultiNic-1383996525-project-member] Lock "8a1e36c0-8235-4624-9395-06b55418d5a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.312s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.566198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-14b1bbfa-98a6-4d12-a9dd-b54bbcde022b tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "6bf1c792-2c70-4394-8da9-deb4a515ee9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.522s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.776960] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590473} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.777438] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ebeff7e3-59db-44ac-9aab-05f8314a24ee/ebeff7e3-59db-44ac-9aab-05f8314a24ee.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.778220] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.778623] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27875962-af7f-44b9-bf64-d5f65e9d54b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.789289] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1061.789289] env[69436]: value = "task-3255440" [ 1061.789289] env[69436]: _type = "Task" [ 1061.789289] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.797579] env[69436]: DEBUG nova.network.neutron [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updated VIF entry in instance network info cache for port e2b4c443-2bad-48d6-b1ee-f8af3f30ee89. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.798352] env[69436]: DEBUG nova.network.neutron [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updating instance_info_cache with network_info: [{"id": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "address": "fa:16:3e:8d:d0:f3", "network": {"id": "1f3ffb1b-4217-463b-b84e-0e99bbb5b35a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1591555791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d96a69ff4e4782aecff2bad5be40fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b4c443-2b", "ovs_interfaceid": "e2b4c443-2bad-48d6-b1ee-f8af3f30ee89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.807054] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.857025] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b04e68-03fa-4aa3-89e3-82bea0d8aaa0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.864936] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db32960-0717-4848-a778-434ef6445b30 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.871691] env[69436]: DEBUG nova.network.neutron [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance_info_cache with network_info: [{"id": "064d8de2-c42e-4b8c-a397-f9beef09f904", "address": "fa:16:3e:f6:10:3e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d8de2-c4", "ovs_interfaceid": "064d8de2-c42e-4b8c-a397-f9beef09f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.909903] env[69436]: DEBUG nova.network.neutron [-] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.915031] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748436fd-ccf5-4e38-bb9d-1103ec51beba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.925691] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89cb8fe-edfb-416b-a804-a8a0c8cdd45b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.941860] env[69436]: DEBUG nova.network.neutron [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.945326] env[69436]: DEBUG nova.compute.provider_tree [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.299199] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071971} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.299483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.300305] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1362141-92c1-4a08-b576-5459aed10866 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.305358] env[69436]: DEBUG oslo_concurrency.lockutils [req-028ab7a0-4243-4ed5-8a2d-d5856752547a req-6d2ca8d4-cc2a-417e-9cb3-d06502475307 service nova] Releasing lock "refresh_cache-ca2c62cb-eb2e-4d1e-9969-830866cd34f6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.324207] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] ebeff7e3-59db-44ac-9aab-05f8314a24ee/ebeff7e3-59db-44ac-9aab-05f8314a24ee.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.324207] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581b9848-1497-4568-a826-0f12b734aa61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.346924] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1062.346924] env[69436]: value = "task-3255441" [ 1062.346924] env[69436]: _type = "Task" [ 1062.346924] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.355446] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.375650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.375650] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Instance network_info: |[{"id": "064d8de2-c42e-4b8c-a397-f9beef09f904", "address": "fa:16:3e:f6:10:3e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d8de2-c4", "ovs_interfaceid": "064d8de2-c42e-4b8c-a397-f9beef09f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1062.376257] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:10:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '064d8de2-c42e-4b8c-a397-f9beef09f904', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.384444] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.384677] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.384912] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27235d3-2d00-4032-a908-b1f15a4d1d8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.414238] env[69436]: INFO nova.compute.manager [-] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Took 2.12 seconds to deallocate network for instance. [ 1062.420073] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.420073] env[69436]: value = "task-3255442" [ 1062.420073] env[69436]: _type = "Task" [ 1062.420073] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.428699] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255442, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.450878] env[69436]: INFO nova.compute.manager [-] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Took 1.85 seconds to deallocate network for instance. [ 1062.453432] env[69436]: DEBUG nova.scheduler.client.report [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.482581] env[69436]: DEBUG nova.compute.manager [req-068645ae-c1c2-4d46-a662-001c22570adf req-05bae6f6-5199-4728-964d-54532e9207c8 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Received event network-vif-plugged-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1062.482829] env[69436]: DEBUG oslo_concurrency.lockutils [req-068645ae-c1c2-4d46-a662-001c22570adf req-05bae6f6-5199-4728-964d-54532e9207c8 service nova] Acquiring lock "2a7e2e20-8685-4486-a443-09495bf89619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.483069] env[69436]: DEBUG oslo_concurrency.lockutils [req-068645ae-c1c2-4d46-a662-001c22570adf req-05bae6f6-5199-4728-964d-54532e9207c8 service nova] Lock "2a7e2e20-8685-4486-a443-09495bf89619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.483383] env[69436]: DEBUG oslo_concurrency.lockutils [req-068645ae-c1c2-4d46-a662-001c22570adf req-05bae6f6-5199-4728-964d-54532e9207c8 service nova] Lock "2a7e2e20-8685-4486-a443-09495bf89619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.483473] env[69436]: DEBUG nova.compute.manager [req-068645ae-c1c2-4d46-a662-001c22570adf req-05bae6f6-5199-4728-964d-54532e9207c8 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] No waiting events found dispatching network-vif-plugged-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.483622] env[69436]: WARNING nova.compute.manager [req-068645ae-c1c2-4d46-a662-001c22570adf req-05bae6f6-5199-4728-964d-54532e9207c8 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Received unexpected event network-vif-plugged-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 for instance with vm_state building and task_state spawning. [ 1062.542584] env[69436]: DEBUG nova.compute.manager [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Received event network-changed-064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1062.542584] env[69436]: DEBUG nova.compute.manager [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Refreshing instance network info cache due to event network-changed-064d8de2-c42e-4b8c-a397-f9beef09f904. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1062.542584] env[69436]: DEBUG oslo_concurrency.lockutils [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] Acquiring lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.542584] env[69436]: DEBUG oslo_concurrency.lockutils [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] Acquired lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.542584] env[69436]: DEBUG nova.network.neutron [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Refreshing network info cache for port 064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.683747] env[69436]: DEBUG nova.network.neutron [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Successfully updated port: 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.862019] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255441, 'name': ReconfigVM_Task, 'duration_secs': 0.458888} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.863947] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Reconfigured VM instance instance-0000005e to attach disk [datastore2] ebeff7e3-59db-44ac-9aab-05f8314a24ee/ebeff7e3-59db-44ac-9aab-05f8314a24ee.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.864621] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a8b1dd8-93f3-47b4-9286-e81999433593 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.873944] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1062.873944] env[69436]: value = "task-3255443" [ 1062.873944] env[69436]: _type = "Task" [ 1062.873944] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.884927] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255443, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.921563] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.930955] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255442, 'name': CreateVM_Task, 'duration_secs': 0.39737} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.931783] env[69436]: DEBUG nova.network.neutron [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.932822] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.936049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.936049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.936049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.936049] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99f688d-e825-4b52-a83b-8efbc785cdd5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.938675] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1062.938675] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5270ffa6-ab50-4a5b-9b23-6e882f79a49b" [ 1062.938675] env[69436]: _type = "Task" [ 1062.938675] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.947374] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5270ffa6-ab50-4a5b-9b23-6e882f79a49b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.959976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.963015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.538s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.963015] env[69436]: DEBUG nova.objects.instance [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1062.967682] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.060656] env[69436]: INFO nova.scheduler.client.report [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleted allocations for instance 48fc744d-0650-40e6-bd78-c19afcb58c48 [ 1063.188936] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-2a7e2e20-8685-4486-a443-09495bf89619" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.189153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-2a7e2e20-8685-4486-a443-09495bf89619" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.189266] env[69436]: DEBUG nova.network.neutron [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.356627] env[69436]: INFO nova.compute.manager [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Resuming [ 1063.357231] env[69436]: DEBUG nova.objects.instance [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lazy-loading 'flavor' on Instance uuid 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.386463] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255443, 'name': Rename_Task, 'duration_secs': 0.152279} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.386667] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.386952] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d339ee72-ff0d-4ce4-9e80-ccd1aad27758 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.394920] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1063.394920] env[69436]: value = "task-3255444" [ 1063.394920] env[69436]: _type = "Task" [ 1063.394920] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.409685] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.434027] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.456414] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5270ffa6-ab50-4a5b-9b23-6e882f79a49b, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.456724] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.456957] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.457211] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.457364] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.457612] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.457835] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b2719a-1660-4c63-8f9f-e4648b739369 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.466548] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.466955] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.470917] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72cbeda-6916-403f-bfd1-4223f153f0e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.478073] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1063.478073] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c64a92-657a-3490-2bb3-f139fe0a62ce" [ 1063.478073] env[69436]: _type = "Task" [ 1063.478073] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.487661] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c64a92-657a-3490-2bb3-f139fe0a62ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.573905] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e0ddc12f-a4b5-4e2e-a0fe-146ff5cd6ba8 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "48fc744d-0650-40e6-bd78-c19afcb58c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.505s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.909886] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.931837] env[69436]: DEBUG nova.network.neutron [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.979242] env[69436]: DEBUG oslo_concurrency.lockutils [None req-790d2555-8273-42bb-8286-09b64b9cdfd0 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.982595] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.525s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.984901] env[69436]: INFO nova.compute.claims [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.996845] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c64a92-657a-3490-2bb3-f139fe0a62ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.997675] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafc9347-78b0-457e-93fa-4aba90f474f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.004622] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1064.004622] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e828c1-30ab-e565-85fb-2ea66abb677c" [ 1064.004622] env[69436]: _type = "Task" [ 1064.004622] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.015086] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e828c1-30ab-e565-85fb-2ea66abb677c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.148730] env[69436]: DEBUG nova.network.neutron [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updated VIF entry in instance network info cache for port 064d8de2-c42e-4b8c-a397-f9beef09f904. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.149118] env[69436]: DEBUG nova.network.neutron [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance_info_cache with network_info: [{"id": "064d8de2-c42e-4b8c-a397-f9beef09f904", "address": "fa:16:3e:f6:10:3e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d8de2-c4", "ovs_interfaceid": "064d8de2-c42e-4b8c-a397-f9beef09f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.407796] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255444, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.520122] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e828c1-30ab-e565-85fb-2ea66abb677c, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.520464] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.520694] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572/aef76bdb-4584-40c7-a7bf-ec3d69a9f572.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.521227] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48431156-f379-44a9-8b46-1b11028e7003 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.532687] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1064.532687] env[69436]: value = "task-3255445" [ 1064.532687] env[69436]: _type = "Task" [ 1064.532687] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.544219] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.593140] env[69436]: DEBUG nova.network.neutron [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Updating instance_info_cache with network_info: [{"id": "7e4b5cad-dbd8-4170-abf6-7d380d3cbf02", "address": "fa:16:3e:34:26:62", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e4b5cad-db", "ovs_interfaceid": "7e4b5cad-dbd8-4170-abf6-7d380d3cbf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.652634] env[69436]: DEBUG oslo_concurrency.lockutils [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] Releasing lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.652934] env[69436]: DEBUG nova.compute.manager [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Received event network-vif-deleted-ff776205-267c-4add-ada6-e8cd9fc16584 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1064.653125] env[69436]: DEBUG nova.compute.manager [req-be1e0d3f-8dcd-46db-a218-ee5ec1766e67 req-40e0492c-ab12-416c-b1cd-2492a6356eb7 service nova] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Received event network-vif-deleted-98173a36-9683-4e5d-94d6-3a97883cb077 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1064.878176] env[69436]: DEBUG oslo_concurrency.lockutils [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.878176] env[69436]: DEBUG oslo_concurrency.lockutils [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquired lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.878176] env[69436]: DEBUG nova.network.neutron [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.915849] env[69436]: DEBUG oslo_vmware.api [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255444, 'name': PowerOnVM_Task, 'duration_secs': 1.144056} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.916347] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.916693] env[69436]: INFO nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1064.917144] env[69436]: DEBUG nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1064.918873] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592ae61-7972-4150-80ec-939afaad2ade {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.926988] env[69436]: DEBUG nova.compute.manager [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Received event network-changed-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1064.927410] env[69436]: DEBUG nova.compute.manager [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Refreshing instance network info cache due to event network-changed-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1064.927746] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] Acquiring lock "refresh_cache-2a7e2e20-8685-4486-a443-09495bf89619" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.956416] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75e2fb-d31c-4943-9ea4-f930e57c9368 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.981464] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.045055] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255445, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.100647] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-2a7e2e20-8685-4486-a443-09495bf89619" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.101000] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Instance network_info: |[{"id": "7e4b5cad-dbd8-4170-abf6-7d380d3cbf02", "address": "fa:16:3e:34:26:62", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e4b5cad-db", "ovs_interfaceid": "7e4b5cad-dbd8-4170-abf6-7d380d3cbf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1065.101342] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] Acquired lock "refresh_cache-2a7e2e20-8685-4486-a443-09495bf89619" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.101518] env[69436]: DEBUG nova.network.neutron [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Refreshing network info cache for port 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.102865] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:26:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e4b5cad-dbd8-4170-abf6-7d380d3cbf02', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.114801] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.115154] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.115918] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a71edad-f10e-4252-ac55-43041b11ddb1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.146330] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.146330] env[69436]: value = "task-3255447" [ 1065.146330] env[69436]: _type = "Task" [ 1065.146330] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.160554] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255447, 'name': CreateVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.394390] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac3fe7a-d683-4742-8f13-0947a7e83dc0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.402136] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31772049-03bf-4d91-8ae4-5d4ad3a7ffb8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.447627] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a914292-bd7a-423f-942c-040a6e46accc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.450633] env[69436]: INFO nova.compute.manager [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Took 34.34 seconds to build instance. [ 1065.458167] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c572859c-0d66-4547-8974-ff12e24bc1fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.477390] env[69436]: DEBUG nova.compute.provider_tree [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.489104] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.489237] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d959641-b194-4e54-a682-fabfa66893c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.496704] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1065.496704] env[69436]: value = "task-3255448" [ 1065.496704] env[69436]: _type = "Task" [ 1065.496704] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.505452] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.546953] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971103} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.546953] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572/aef76bdb-4584-40c7-a7bf-ec3d69a9f572.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.547232] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.547466] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027cab27-857e-4e75-a66c-fc1490fbf6eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.553661] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1065.553661] env[69436]: value = "task-3255449" [ 1065.553661] env[69436]: _type = "Task" [ 1065.553661] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.565497] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.658061] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255447, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.954273] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d95a3b1c-2131-46a1-9990-86b448d8a7e8 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.861s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.983353] env[69436]: DEBUG nova.scheduler.client.report [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.009356] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255448, 'name': PowerOffVM_Task, 'duration_secs': 0.476966} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.009626] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.009803] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.064626] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192674} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.064942] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.065795] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b21d2-3d4d-40b0-8ffc-37d872da241b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.088445] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572/aef76bdb-4584-40c7-a7bf-ec3d69a9f572.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.088762] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9fda723-f106-4ed1-a2ca-d7f3712148ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.113410] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1066.113410] env[69436]: value = "task-3255450" [ 1066.113410] env[69436]: _type = "Task" [ 1066.113410] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.124798] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.158753] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255447, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.489422] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.490259] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1066.492661] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.113s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.494202] env[69436]: INFO nova.compute.claims [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.519403] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.519403] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.519523] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.519688] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.519857] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.520132] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.521115] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.521327] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.521528] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.521705] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.521873] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.533449] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1829a33f-1192-4a70-b7bb-ff0154af0b55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.552574] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1066.552574] env[69436]: value = "task-3255451" [ 1066.552574] env[69436]: _type = "Task" [ 1066.552574] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.566943] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.627226] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.645572] env[69436]: DEBUG nova.network.neutron [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [{"id": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "address": "fa:16:3e:16:9d:3c", "network": {"id": "c5ff0942-4285-48a8-ac50-29c994233b51", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1538212472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24eb8535d76043bfacef4f748e72657a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fb3816-db", "ovs_interfaceid": "33fb3816-dbc6-4590-a6b8-efe3d9568973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.658352] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255447, 'name': CreateVM_Task, 'duration_secs': 1.112064} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.658637] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.661106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.661106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.661106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.661106] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a25a05-e539-44c5-bf7f-d2c540201198 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.667534] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1066.667534] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522602f5-ce57-366e-9822-6535b4384ebb" [ 1066.667534] env[69436]: _type = "Task" [ 1066.667534] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.682080] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522602f5-ce57-366e-9822-6535b4384ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.788528] env[69436]: DEBUG nova.network.neutron [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Updated VIF entry in instance network info cache for port 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.788961] env[69436]: DEBUG nova.network.neutron [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Updating instance_info_cache with network_info: [{"id": "7e4b5cad-dbd8-4170-abf6-7d380d3cbf02", "address": "fa:16:3e:34:26:62", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e4b5cad-db", "ovs_interfaceid": "7e4b5cad-dbd8-4170-abf6-7d380d3cbf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.005416] env[69436]: DEBUG nova.compute.utils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.005416] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1067.005416] env[69436]: DEBUG nova.network.neutron [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.068330] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255451, 'name': ReconfigVM_Task, 'duration_secs': 0.372562} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.068698] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.126672] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.133520] env[69436]: DEBUG nova.policy [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93a93c06baa74f14a2b76be170ff6be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7439471c98e4b20898443316eab3c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.150132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Releasing lock "refresh_cache-1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.150132] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada9f697-d297-41db-8aea-620409448a54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.159761] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Resuming the VM {{(pid=69436) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1067.160555] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66fe57a1-546e-40d1-b169-51517d55c74d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.168437] env[69436]: DEBUG oslo_vmware.api [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1067.168437] env[69436]: value = "task-3255452" [ 1067.168437] env[69436]: _type = "Task" [ 1067.168437] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.190800] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522602f5-ce57-366e-9822-6535b4384ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.034939} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.191062] env[69436]: DEBUG oslo_vmware.api [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.192457] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.192747] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.193019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.193178] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.193363] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.194011] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0d1396-b4e5-4714-bad9-2e6aebf1134b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.205560] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.205805] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.206646] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1bb396-ba11-4344-a9a3-323494e2f288 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.213837] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1067.213837] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5278f9b4-7e6b-583c-6e40-4cd22348b7f9" [ 1067.213837] env[69436]: _type = "Task" [ 1067.213837] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.223278] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5278f9b4-7e6b-583c-6e40-4cd22348b7f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.294121] env[69436]: DEBUG oslo_concurrency.lockutils [req-9ea6ad82-fd21-4f19-8bff-1234f4468ef8 req-1716e5d1-0294-443c-988b-01d334db1fa5 service nova] Releasing lock "refresh_cache-2a7e2e20-8685-4486-a443-09495bf89619" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.508978] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1067.580298] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.581165] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.582553] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.582898] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.586186] env[69436]: DEBUG nova.virt.hardware [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.592409] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.596377] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa698d5-25be-4872-abce-0e4c53a339c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.630014] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1067.630014] env[69436]: value = "task-3255453" [ 1067.630014] env[69436]: _type = "Task" [ 1067.630014] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.645668] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255450, 'name': ReconfigVM_Task, 'duration_secs': 1.140392} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.649573] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Reconfigured VM instance instance-0000005f to attach disk [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572/aef76bdb-4584-40c7-a7bf-ec3d69a9f572.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.650528] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ba7b96d-1c67-4843-b566-91910861b478 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.658413] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.660397] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1067.660397] env[69436]: value = "task-3255454" [ 1067.660397] env[69436]: _type = "Task" [ 1067.660397] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.676570] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255454, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.695764] env[69436]: DEBUG oslo_vmware.api [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.732129] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5278f9b4-7e6b-583c-6e40-4cd22348b7f9, 'name': SearchDatastore_Task, 'duration_secs': 0.022773} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.735086] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be16b7f-93d7-4f1c-a6fc-340d4826fe35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.741312] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1067.741312] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526732fd-d947-9026-e4e0-850bac3d3c33" [ 1067.741312] env[69436]: _type = "Task" [ 1067.741312] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.754019] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526732fd-d947-9026-e4e0-850bac3d3c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.775280] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "803cb484-9f17-41ec-a84f-c41b0a697895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.775280] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "803cb484-9f17-41ec-a84f-c41b0a697895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.036413] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234d14d-fe2f-490e-b151-b512d8beeecc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.049735] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e00246-45f9-4f96-8832-55e3fb063a97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.093135] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c137709-91bd-45ae-9a9b-4855beff9183 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.106631] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6936fc29-e5a7-4be2-ad06-a8abd5e9dc42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.123178] env[69436]: DEBUG nova.compute.provider_tree [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.142163] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.171601] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255454, 'name': Rename_Task, 'duration_secs': 0.424207} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.172024] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.172298] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299dee26-1ba2-4d22-a65d-8c56439b369c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.182497] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1068.182497] env[69436]: value = "task-3255455" [ 1068.182497] env[69436]: _type = "Task" [ 1068.182497] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.198514] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.200810] env[69436]: DEBUG oslo_vmware.api [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255452, 'name': PowerOnVM_Task, 'duration_secs': 0.625252} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.201317] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Resumed the VM {{(pid=69436) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1068.201576] env[69436]: DEBUG nova.compute.manager [None req-436d259c-0e42-42be-bdb8-a3e9f67edec9 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1068.202440] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1c254-7ba1-4a1e-9067-c35c06ef989a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.262333] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526732fd-d947-9026-e4e0-850bac3d3c33, 'name': SearchDatastore_Task, 'duration_secs': 0.031409} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.262333] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.262333] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2a7e2e20-8685-4486-a443-09495bf89619/2a7e2e20-8685-4486-a443-09495bf89619.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.262445] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da95f94-dab5-42fc-ab1c-915ed775b546 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.275773] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1068.278917] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1068.278917] env[69436]: value = "task-3255456" [ 1068.278917] env[69436]: _type = "Task" [ 1068.278917] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.291236] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.303667] env[69436]: DEBUG nova.network.neutron [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Successfully created port: 393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.526552] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1068.593124] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.593124] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.593124] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.593366] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.593366] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.593480] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.593690] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.593842] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.594044] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.594213] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.599201] env[69436]: DEBUG nova.virt.hardware [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.599201] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d21f94-746a-454c-977c-867bf31a666b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.606378] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabec19b-96c4-4730-8328-b142d043c5c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.628494] env[69436]: DEBUG nova.scheduler.client.report [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.645779] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255453, 'name': ReconfigVM_Task, 'duration_secs': 0.543868} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.648157] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.648157] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d008c114-3552-4390-8a13-469e103fe924 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.679396] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.681496] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aab9f45-f0fb-45b4-9a30-b257b02a8e64 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.706312] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.707292] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1068.707292] env[69436]: value = "task-3255457" [ 1068.707292] env[69436]: _type = "Task" [ 1068.707292] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.718327] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.798301] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.818396] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.138510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.139180] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1069.142981] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.221s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.145067] env[69436]: DEBUG nova.objects.instance [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'resources' on Instance uuid e9234a28-d8da-46aa-860b-243668fb68ca {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.215921] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255455, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.227545] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.237051] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.237312] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.296376] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.520015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.520015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.520015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.520015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.520015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.521165] env[69436]: INFO nova.compute.manager [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Terminating instance [ 1069.651553] env[69436]: DEBUG nova.compute.utils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.656453] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1069.656453] env[69436]: DEBUG nova.network.neutron [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.718238] env[69436]: DEBUG oslo_vmware.api [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255455, 'name': PowerOnVM_Task, 'duration_secs': 1.434511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.726056] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.726056] env[69436]: INFO nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1069.726056] env[69436]: DEBUG nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1069.727791] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343206b9-4bd7-4de4-8fd6-4aa91b7651d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.736795] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.743329] env[69436]: DEBUG nova.policy [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7c2ed35155b40ce9744328b833da22d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a6eef7c58e4d41b8e2bf42508681ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.745328] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1069.764935] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "ee130e80-37f3-424c-83fc-d980983ad96f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.765740] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "ee130e80-37f3-424c-83fc-d980983ad96f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.765740] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "ee130e80-37f3-424c-83fc-d980983ad96f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.765950] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "ee130e80-37f3-424c-83fc-d980983ad96f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.766252] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "ee130e80-37f3-424c-83fc-d980983ad96f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.768539] env[69436]: INFO nova.compute.manager [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Terminating instance [ 1069.799150] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255456, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.151473} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.799150] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2a7e2e20-8685-4486-a443-09495bf89619/2a7e2e20-8685-4486-a443-09495bf89619.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.799150] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.799759] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3b5e48d-b64e-4a24-b6fa-912b238a1563 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.811982] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1069.811982] env[69436]: value = "task-3255458" [ 1069.811982] env[69436]: _type = "Task" [ 1069.811982] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.823586] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.027602] env[69436]: DEBUG nova.compute.manager [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1070.027828] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.029977] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3448e6-9429-4730-9406-00ba3e65bd9b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.043269] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.045956] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecea7710-19d1-4264-bb95-b0ca8b34f176 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.052391] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1070.052391] env[69436]: value = "task-3255459" [ 1070.052391] env[69436]: _type = "Task" [ 1070.052391] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.072380] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.155289] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1070.158712] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f09f4e-023d-4694-9d46-473bb61c428b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.174141] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec64c02a-0b6c-434c-b9bb-247d7bb30141 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.224216] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ad99fb-f5e5-4787-a775-94452086dc9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.235965] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255457, 'name': ReconfigVM_Task, 'duration_secs': 1.289203} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.236409] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to attach disk [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.236818] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.241278] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc366c-ced3-4312-a3d7-308e260ad463 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.266478] env[69436]: DEBUG nova.compute.provider_tree [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.272425] env[69436]: INFO nova.compute.manager [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Took 37.60 seconds to build instance. [ 1070.277678] env[69436]: DEBUG nova.compute.manager [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1070.279310] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.279572] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8dc33c-aa61-4c4f-94c3-a5da9db223e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.288890] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.289538] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f579c345-0c1d-49d1-ad49-e62a121d0fcd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.293204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.300498] env[69436]: DEBUG oslo_vmware.api [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1070.300498] env[69436]: value = "task-3255460" [ 1070.300498] env[69436]: _type = "Task" [ 1070.300498] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.310177] env[69436]: DEBUG oslo_vmware.api [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.322997] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297295} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.323429] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.324486] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf1ed6-b090-4631-b127-85c256b927de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.349686] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 2a7e2e20-8685-4486-a443-09495bf89619/2a7e2e20-8685-4486-a443-09495bf89619.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.350472] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb41689-9293-4c95-babd-694e652e6a87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.372250] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1070.372250] env[69436]: value = "task-3255461" [ 1070.372250] env[69436]: _type = "Task" [ 1070.372250] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.382590] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.570706] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255459, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.705156] env[69436]: DEBUG nova.network.neutron [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Successfully updated port: 393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.750505] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40a2c6-20e6-4aa5-ba70-cd9e31322f63 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.783343] env[69436]: DEBUG nova.scheduler.client.report [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.787327] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e10596e8-621a-418c-b831-bd2a2447c34a tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.132s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.788946] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b94129c-3b22-4440-96d3-cbd87eb46e94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.816164] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.833036] env[69436]: DEBUG oslo_vmware.api [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255460, 'name': PowerOffVM_Task, 'duration_secs': 0.458996} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.833471] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.833633] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.833900] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16befc4a-5141-4e7e-990e-4c3a3224dc11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.862958] env[69436]: DEBUG nova.network.neutron [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Successfully created port: a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.885687] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.048342] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "be8cbd48-932b-47e0-a315-9ab05016ca76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.048612] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.071449] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255459, 'name': PowerOffVM_Task, 'duration_secs': 0.548627} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.071710] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.071882] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.072524] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0caa18cc-9b80-435f-9c9b-6e81aaf31de0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.179679] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1071.184184] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.184506] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.184697] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Deleting the datastore file [datastore2] ebeff7e3-59db-44ac-9aab-05f8314a24ee {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.185073] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d94cbbf-7e52-4597-b338-d0fe005038a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.194253] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1071.194253] env[69436]: value = "task-3255464" [ 1071.194253] env[69436]: _type = "Task" [ 1071.194253] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.202626] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.209745] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.209896] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.210082] env[69436]: DEBUG nova.network.neutron [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.227364] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.227691] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.227851] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.230050] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.230277] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.230444] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.230668] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.230833] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.231010] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.231196] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.231373] env[69436]: DEBUG nova.virt.hardware [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.232813] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3631e-db71-4cb8-8ecf-5786f3645d62 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.247830] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e854ebb-9772-4deb-94d6-51b1470de55a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.293026] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.295467] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.328s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.296562] env[69436]: DEBUG nova.objects.instance [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'resources' on Instance uuid acdfcfb1-550b-497c-b19d-b0cc08be6123 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.339824] env[69436]: INFO nova.scheduler.client.report [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted allocations for instance e9234a28-d8da-46aa-860b-243668fb68ca [ 1071.389588] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.420836] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.420836] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.420836] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleting the datastore file [datastore1] ee130e80-37f3-424c-83fc-d980983ad96f {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.420836] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697146d6-71e9-428d-93d5-e86893f9a824 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.428617] env[69436]: DEBUG oslo_vmware.api [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1071.428617] env[69436]: value = "task-3255465" [ 1071.428617] env[69436]: _type = "Task" [ 1071.428617] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.438171] env[69436]: DEBUG oslo_vmware.api [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.554021] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1071.643051] env[69436]: DEBUG nova.compute.manager [req-a6bbaf90-9283-4fcb-9c59-331cfc57ba9b req-adbbcbf4-cc60-4694-adb0-62212a1653db service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Received event network-vif-plugged-393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1071.643286] env[69436]: DEBUG oslo_concurrency.lockutils [req-a6bbaf90-9283-4fcb-9c59-331cfc57ba9b req-adbbcbf4-cc60-4694-adb0-62212a1653db service nova] Acquiring lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.643516] env[69436]: DEBUG oslo_concurrency.lockutils [req-a6bbaf90-9283-4fcb-9c59-331cfc57ba9b req-adbbcbf4-cc60-4694-adb0-62212a1653db service nova] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.644033] env[69436]: DEBUG oslo_concurrency.lockutils [req-a6bbaf90-9283-4fcb-9c59-331cfc57ba9b req-adbbcbf4-cc60-4694-adb0-62212a1653db service nova] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.644033] env[69436]: DEBUG nova.compute.manager [req-a6bbaf90-9283-4fcb-9c59-331cfc57ba9b req-adbbcbf4-cc60-4694-adb0-62212a1653db service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] No waiting events found dispatching network-vif-plugged-393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.644033] env[69436]: WARNING nova.compute.manager [req-a6bbaf90-9283-4fcb-9c59-331cfc57ba9b req-adbbcbf4-cc60-4694-adb0-62212a1653db service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Received unexpected event network-vif-plugged-393a8d83-33be-498e-a0a3-3b3e98bd468e for instance with vm_state building and task_state spawning. [ 1071.707924] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.799437] env[69436]: DEBUG nova.network.neutron [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.851398] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d191bc95-77e9-4ffd-9cec-a5dea487e72d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "e9234a28-d8da-46aa-860b-243668fb68ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.257s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.891228] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255461, 'name': ReconfigVM_Task, 'duration_secs': 1.269581} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.896195] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 2a7e2e20-8685-4486-a443-09495bf89619/2a7e2e20-8685-4486-a443-09495bf89619.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.897385] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db22bec3-3714-44ac-80a3-09a428a99819 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.911946] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1071.911946] env[69436]: value = "task-3255466" [ 1071.911946] env[69436]: _type = "Task" [ 1071.911946] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.926858] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255466, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.941676] env[69436]: DEBUG oslo_vmware.api [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357869} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.947601] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.947601] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.947601] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.947601] env[69436]: INFO nova.compute.manager [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1071.947601] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.947601] env[69436]: DEBUG nova.compute.manager [-] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1071.947601] env[69436]: DEBUG nova.network.neutron [-] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.078828] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.213693] env[69436]: DEBUG nova.network.neutron [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updating instance_info_cache with network_info: [{"id": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "address": "fa:16:3e:3b:5f:ce", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393a8d83-33", "ovs_interfaceid": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.218207] env[69436]: DEBUG oslo_vmware.api [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.692599} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.218727] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.218926] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.219174] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.219282] env[69436]: INFO nova.compute.manager [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1072.219520] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.219710] env[69436]: DEBUG nova.compute.manager [-] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1072.219797] env[69436]: DEBUG nova.network.neutron [-] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.276543] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd54fd3-cd14-4691-a516-4447485bdd4e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.289406] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583247b1-8be3-4011-939f-27bca57e492e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.327240] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144572e1-5376-49c6-a579-569dbffd6a43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.336679] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9fccd-e0a5-4fb5-bc24-0f45b3b4a4a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.355844] env[69436]: DEBUG nova.compute.provider_tree [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.428916] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255466, 'name': Rename_Task, 'duration_secs': 0.370274} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.433650] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.433698] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abcaf7fa-a731-4e2f-8fac-8db6cd57889a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.443335] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1072.443335] env[69436]: value = "task-3255467" [ 1072.443335] env[69436]: _type = "Task" [ 1072.443335] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.454856] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.610504] env[69436]: DEBUG nova.network.neutron [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Port b6d4209a-fdd0-416f-8833-3cef9fcd83aa binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1072.719477] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.719659] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Instance network_info: |[{"id": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "address": "fa:16:3e:3b:5f:ce", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393a8d83-33", "ovs_interfaceid": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1072.720139] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:5f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '393a8d83-33be-498e-a0a3-3b3e98bd468e', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.728457] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.728738] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.728962] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b9a425-e1d8-4999-8d93-6c7f58eb1a4a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.764087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "48620333-f4b5-420b-b7ee-c0a5cc036546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.765435] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.771424] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.771424] env[69436]: value = "task-3255468" [ 1072.771424] env[69436]: _type = "Task" [ 1072.771424] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.785678] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255468, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.857288] env[69436]: DEBUG nova.scheduler.client.report [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.909827] env[69436]: DEBUG nova.network.neutron [-] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.959023] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.049832] env[69436]: DEBUG nova.compute.manager [req-3b76f677-5aba-4a3e-89dd-17d3582cf237 req-197951b9-d32d-4e4f-bbb4-8a1d0f3081c1 service nova] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Received event network-vif-deleted-7e346198-1ade-4d27-925d-698a672b342c {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1073.269311] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1073.283417] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255468, 'name': CreateVM_Task, 'duration_secs': 0.403126} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.284135] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.284390] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.284834] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.285195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.285494] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e436a471-22f1-423c-9e13-959a0f2bdb18 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.293146] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1073.293146] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52339267-70fd-1c3f-9306-06e7e02a0f21" [ 1073.293146] env[69436]: _type = "Task" [ 1073.293146] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.304124] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52339267-70fd-1c3f-9306-06e7e02a0f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.364313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.368785] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.551s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.370889] env[69436]: INFO nova.compute.claims [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.388715] env[69436]: INFO nova.scheduler.client.report [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted allocations for instance acdfcfb1-550b-497c-b19d-b0cc08be6123 [ 1073.411850] env[69436]: INFO nova.compute.manager [-] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Took 1.46 seconds to deallocate network for instance. [ 1073.455746] env[69436]: DEBUG oslo_vmware.api [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255467, 'name': PowerOnVM_Task, 'duration_secs': 0.765367} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.456156] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.456447] env[69436]: INFO nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Took 13.10 seconds to spawn the instance on the hypervisor. [ 1073.456654] env[69436]: DEBUG nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1073.457473] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd224ce7-1f79-443b-90f2-7ff2fdb622fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.502925] env[69436]: DEBUG nova.network.neutron [-] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.640590] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.640590] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.640590] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.716592] env[69436]: DEBUG nova.network.neutron [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Successfully updated port: a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.806332] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52339267-70fd-1c3f-9306-06e7e02a0f21, 'name': SearchDatastore_Task, 'duration_secs': 0.020976} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.806621] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.806880] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.807214] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.807432] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.807611] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.807894] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43f86fa9-cf27-4953-ac52-ba540a4a8737 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.817703] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.820996] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.821223] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.822888] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e32710-c0e7-4680-82e3-c0a2c059ae65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.830216] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1073.830216] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5233b514-f6b8-e531-4d93-c657e4505fc7" [ 1073.830216] env[69436]: _type = "Task" [ 1073.830216] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.837689] env[69436]: DEBUG nova.compute.manager [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Received event network-changed-393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1073.838054] env[69436]: DEBUG nova.compute.manager [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Refreshing instance network info cache due to event network-changed-393a8d83-33be-498e-a0a3-3b3e98bd468e. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1073.838380] env[69436]: DEBUG oslo_concurrency.lockutils [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] Acquiring lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.838568] env[69436]: DEBUG oslo_concurrency.lockutils [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] Acquired lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.838789] env[69436]: DEBUG nova.network.neutron [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Refreshing network info cache for port 393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.844098] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5233b514-f6b8-e531-4d93-c657e4505fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.896859] env[69436]: DEBUG oslo_concurrency.lockutils [None req-69c97bcc-c48d-42fe-90a1-bfee04f05235 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "acdfcfb1-550b-497c-b19d-b0cc08be6123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.527s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.923394] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.979496] env[69436]: INFO nova.compute.manager [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Took 38.04 seconds to build instance. [ 1074.006210] env[69436]: INFO nova.compute.manager [-] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Took 1.79 seconds to deallocate network for instance. [ 1074.225835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.226117] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.228283] env[69436]: DEBUG nova.network.neutron [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.360285] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5233b514-f6b8-e531-4d93-c657e4505fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.022144} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.365312] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960e704a-4b59-4319-af07-8446789a1dfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.375776] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1074.375776] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52af6c83-208a-41c9-d44a-2b825da8c7bd" [ 1074.375776] env[69436]: _type = "Task" [ 1074.375776] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.388102] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52af6c83-208a-41c9-d44a-2b825da8c7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.482140] env[69436]: DEBUG oslo_concurrency.lockutils [None req-aa64867f-629b-41e8-be74-a2b69996b019 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "2a7e2e20-8685-4486-a443-09495bf89619" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.068s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.517410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.566542] env[69436]: DEBUG nova.compute.manager [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1074.730379] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.730596] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.730806] env[69436]: DEBUG nova.network.neutron [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.805595] env[69436]: DEBUG nova.network.neutron [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.812489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.812721] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.825868] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f267d8-5d88-4ee1-80da-22041a01351e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.839354] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda91fe-99cb-4117-af1b-9d0bab1698dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.847526] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.847601] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.895479] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f7b38b-3401-4df4-ac1a-bbf5499da74f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.905256] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52af6c83-208a-41c9-d44a-2b825da8c7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022597} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.908264] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.908264] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] dc66e919-8098-4f63-9ca1-9df7f8b6240b/dc66e919-8098-4f63-9ca1-9df7f8b6240b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.908264] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae278d45-daf3-4947-a801-3fdd1e80e5d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.911029] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a69788-eefe-4357-a739-a485820734f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.927500] env[69436]: DEBUG nova.compute.provider_tree [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.931479] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1074.931479] env[69436]: value = "task-3255469" [ 1074.931479] env[69436]: _type = "Task" [ 1074.931479] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.943634] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.980609] env[69436]: DEBUG nova.network.neutron [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updated VIF entry in instance network info cache for port 393a8d83-33be-498e-a0a3-3b3e98bd468e. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.980974] env[69436]: DEBUG nova.network.neutron [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updating instance_info_cache with network_info: [{"id": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "address": "fa:16:3e:3b:5f:ce", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393a8d83-33", "ovs_interfaceid": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.092567] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.151011] env[69436]: DEBUG nova.network.neutron [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updating instance_info_cache with network_info: [{"id": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "address": "fa:16:3e:91:b3:83", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ee4e8a-c7", "ovs_interfaceid": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.315222] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1075.355430] env[69436]: INFO nova.compute.manager [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Detaching volume 7b990950-6433-44db-b8a3-b9159ff37afb [ 1075.412176] env[69436]: INFO nova.virt.block_device [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Attempting to driver detach volume 7b990950-6433-44db-b8a3-b9159ff37afb from mountpoint /dev/sdb [ 1075.412176] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1075.412176] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650398', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'name': 'volume-7b990950-6433-44db-b8a3-b9159ff37afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e872a46-1c3e-4e2a-b7bc-358471966940', 'attached_at': '', 'detached_at': '', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'serial': '7b990950-6433-44db-b8a3-b9159ff37afb'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1075.413834] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeb0c01-d76d-4391-9c6d-9a1ad9e203e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.438180] env[69436]: DEBUG nova.scheduler.client.report [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.449046] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cda1ba5-bbb2-4fd3-bd8c-6fec7cbacca9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.458163] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.461557] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e3ed4-553d-46a6-906b-f5323a570e63 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.494377] env[69436]: DEBUG oslo_concurrency.lockutils [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] Releasing lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.494639] env[69436]: DEBUG nova.compute.manager [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Received event network-vif-deleted-3b0b2808-1686-4c9e-8423-5c7388e7b6df {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1075.494825] env[69436]: DEBUG nova.compute.manager [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Received event network-vif-plugged-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1075.495022] env[69436]: DEBUG oslo_concurrency.lockutils [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.495228] env[69436]: DEBUG oslo_concurrency.lockutils [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.495403] env[69436]: DEBUG oslo_concurrency.lockutils [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.495584] env[69436]: DEBUG nova.compute.manager [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] No waiting events found dispatching network-vif-plugged-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.495752] env[69436]: WARNING nova.compute.manager [req-9cf4f814-dff8-4829-8a40-ac35e7a744d4 req-9e1c16f9-ea99-4aee-8922-6158a0b275b8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Received unexpected event network-vif-plugged-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b for instance with vm_state building and task_state spawning. [ 1075.497047] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe1add3-558b-4519-a122-f7fc419d4eb1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.516215] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] The volume has not been displaced from its original location: [datastore2] volume-7b990950-6433-44db-b8a3-b9159ff37afb/volume-7b990950-6433-44db-b8a3-b9159ff37afb.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1075.523202] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.525788] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bbb349-5f8b-457c-85f0-a176ba0161cc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.548781] env[69436]: DEBUG oslo_vmware.api [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1075.548781] env[69436]: value = "task-3255470" [ 1075.548781] env[69436]: _type = "Task" [ 1075.548781] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.562780] env[69436]: DEBUG oslo_vmware.api [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.655110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.655628] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Instance network_info: |[{"id": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "address": "fa:16:3e:91:b3:83", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ee4e8a-c7", "ovs_interfaceid": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1075.656152] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:b3:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1ee4e8a-c7f5-4c2e-8d76-853e7589460b', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.667235] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.667235] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.667235] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9631173-b9bc-49a2-b955-7c1504cff6ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.692777] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.692777] env[69436]: value = "task-3255471" [ 1075.692777] env[69436]: _type = "Task" [ 1075.692777] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.701771] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255471, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.848557] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.902506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "2a7e2e20-8685-4486-a443-09495bf89619" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.902506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "2a7e2e20-8685-4486-a443-09495bf89619" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.902506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "2a7e2e20-8685-4486-a443-09495bf89619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.902506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "2a7e2e20-8685-4486-a443-09495bf89619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.902506] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "2a7e2e20-8685-4486-a443-09495bf89619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.903843] env[69436]: INFO nova.compute.manager [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Terminating instance [ 1075.942690] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.943267] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1075.950799] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.658s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.952501] env[69436]: INFO nova.compute.claims [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.962868] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756308} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.963149] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] dc66e919-8098-4f63-9ca1-9df7f8b6240b/dc66e919-8098-4f63-9ca1-9df7f8b6240b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.963371] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.963632] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05ffdc45-5d0d-415b-997c-3bf7b0ba0c8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.972363] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1075.972363] env[69436]: value = "task-3255472" [ 1075.972363] env[69436]: _type = "Task" [ 1075.972363] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.982196] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.991352] env[69436]: DEBUG nova.network.neutron [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.062345] env[69436]: DEBUG oslo_vmware.api [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255470, 'name': ReconfigVM_Task, 'duration_secs': 0.322948} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.062843] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.069281] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5153c39-3425-46e5-8508-9c2f2de41cde {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.089225] env[69436]: DEBUG oslo_vmware.api [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1076.089225] env[69436]: value = "task-3255473" [ 1076.089225] env[69436]: _type = "Task" [ 1076.089225] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.103733] env[69436]: DEBUG oslo_vmware.api [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.204180] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255471, 'name': CreateVM_Task, 'duration_secs': 0.41159} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.204398] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.205611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.205611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.205811] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.206246] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcdc2da-b929-417e-86a9-ad4cf1e3ce3b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.211981] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1076.211981] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b72b81-59f9-2b87-e457-c3680fd29490" [ 1076.211981] env[69436]: _type = "Task" [ 1076.211981] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.224293] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b72b81-59f9-2b87-e457-c3680fd29490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.413286] env[69436]: DEBUG nova.compute.manager [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1076.413286] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.413286] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40dcdd0-3657-44e9-ba15-153ffabcbf72 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.421502] env[69436]: DEBUG nova.compute.manager [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Received event network-changed-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1076.422026] env[69436]: DEBUG nova.compute.manager [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Refreshing instance network info cache due to event network-changed-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1076.422026] env[69436]: DEBUG oslo_concurrency.lockutils [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] Acquiring lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.422241] env[69436]: DEBUG oslo_concurrency.lockutils [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] Acquired lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.423625] env[69436]: DEBUG nova.network.neutron [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Refreshing network info cache for port a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.428449] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.428449] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0debc14c-c113-4003-824f-ece0efdc7bc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.437808] env[69436]: DEBUG oslo_vmware.api [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1076.437808] env[69436]: value = "task-3255474" [ 1076.437808] env[69436]: _type = "Task" [ 1076.437808] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.453065] env[69436]: DEBUG oslo_vmware.api [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.458229] env[69436]: DEBUG nova.compute.utils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.462883] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1076.463080] env[69436]: DEBUG nova.network.neutron [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.485628] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108099} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.485881] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.486732] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eefbf4c-78c3-4fa1-b1c5-54f1bb91d23e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.506891] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.522483] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dc66e919-8098-4f63-9ca1-9df7f8b6240b/dc66e919-8098-4f63-9ca1-9df7f8b6240b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.522840] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e79156a-d61f-4757-b681-94345aee0fc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.547239] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1076.547239] env[69436]: value = "task-3255475" [ 1076.547239] env[69436]: _type = "Task" [ 1076.547239] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.558230] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.570755] env[69436]: DEBUG nova.policy [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193b487c15ff4316881851cae28c1bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2f5661569a4be69d4067329244e3bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.602095] env[69436]: DEBUG oslo_vmware.api [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255473, 'name': ReconfigVM_Task, 'duration_secs': 0.315639} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.602568] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650398', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'name': 'volume-7b990950-6433-44db-b8a3-b9159ff37afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e872a46-1c3e-4e2a-b7bc-358471966940', 'attached_at': '', 'detached_at': '', 'volume_id': '7b990950-6433-44db-b8a3-b9159ff37afb', 'serial': '7b990950-6433-44db-b8a3-b9159ff37afb'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1076.725329] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b72b81-59f9-2b87-e457-c3680fd29490, 'name': SearchDatastore_Task, 'duration_secs': 0.038334} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.728075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.728075] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.728075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.728075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.728075] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.728075] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3cf9d46-2bc4-4dfb-8917-8e5af346af84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.739533] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.739775] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.740914] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4ecb91-f4fd-4897-9c18-3b35f8c33d5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.747303] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1076.747303] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52da56e1-6664-f37b-7cbe-6bbb0d177d35" [ 1076.747303] env[69436]: _type = "Task" [ 1076.747303] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.756390] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52da56e1-6664-f37b-7cbe-6bbb0d177d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.952134] env[69436]: DEBUG oslo_vmware.api [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255474, 'name': PowerOffVM_Task, 'duration_secs': 0.295553} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.952450] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.952659] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.952939] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040e5312-8484-4ab2-bede-fe18841cccea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.961405] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1077.019132] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13689a7-d72c-4a61-80c0-617b9f9198e5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.033235] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5693bb1-d9ae-4e2f-a0b6-d14c68c8c2f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.036324] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.036531] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.036710] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore2] 2a7e2e20-8685-4486-a443-09495bf89619 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.037989] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b43f592-2087-459e-bade-4c4961b470d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.045756] env[69436]: DEBUG oslo_vmware.api [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1077.045756] env[69436]: value = "task-3255477" [ 1077.045756] env[69436]: _type = "Task" [ 1077.045756] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.080878] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.080878] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.082068] env[69436]: DEBUG oslo_vmware.api [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.091307] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.169875] env[69436]: DEBUG nova.objects.instance [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'flavor' on Instance uuid 5e872a46-1c3e-4e2a-b7bc-358471966940 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.266487] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52da56e1-6664-f37b-7cbe-6bbb0d177d35, 'name': SearchDatastore_Task, 'duration_secs': 0.030857} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.272240] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87dd641-2568-40e2-926c-98ee2aa5ce5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.280448] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1077.280448] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f781a9-3d11-ed4b-e738-fcdcfd1f994e" [ 1077.280448] env[69436]: _type = "Task" [ 1077.280448] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.297839] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f781a9-3d11-ed4b-e738-fcdcfd1f994e, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.298133] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.298398] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] f691ff9f-f9ef-4694-903f-2576f74a0c26/f691ff9f-f9ef-4694-903f-2576f74a0c26.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.298666] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41296041-a5ef-435c-95e3-b6975d6195e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.310957] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1077.310957] env[69436]: value = "task-3255478" [ 1077.310957] env[69436]: _type = "Task" [ 1077.310957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.324967] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.407776] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbde62c-734d-49b7-a405-974dadbebaa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.416103] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86210e31-3ff2-424e-85af-9cd84b187d26 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.450592] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323b6d9-2c1f-4cb7-84bd-52ccb8953378 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.459059] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63970492-97b7-435b-bf4a-f2ebeaf23d1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.481717] env[69436]: DEBUG nova.compute.provider_tree [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.560603] env[69436]: DEBUG oslo_vmware.api [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15009} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.564677] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.564988] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.565206] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.565427] env[69436]: INFO nova.compute.manager [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.565792] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.566101] env[69436]: DEBUG nova.compute.manager [-] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1077.566236] env[69436]: DEBUG nova.network.neutron [-] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.577265] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255475, 'name': ReconfigVM_Task, 'duration_secs': 0.889198} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.578285] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dc66e919-8098-4f63-9ca1-9df7f8b6240b/dc66e919-8098-4f63-9ca1-9df7f8b6240b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.579085] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe74e2ea-2fe8-4b62-83fd-8cc85b3afeb1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.584785] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1077.591759] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1077.591759] env[69436]: value = "task-3255479" [ 1077.591759] env[69436]: _type = "Task" [ 1077.591759] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.598490] env[69436]: DEBUG nova.network.neutron [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updated VIF entry in instance network info cache for port a1ee4e8a-c7f5-4c2e-8d76-853e7589460b. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.598958] env[69436]: DEBUG nova.network.neutron [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updating instance_info_cache with network_info: [{"id": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "address": "fa:16:3e:91:b3:83", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ee4e8a-c7", "ovs_interfaceid": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.601217] env[69436]: DEBUG nova.network.neutron [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Successfully created port: 56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.616162] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255479, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.822889] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461333} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.823151] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] f691ff9f-f9ef-4694-903f-2576f74a0c26/f691ff9f-f9ef-4694-903f-2576f74a0c26.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.823384] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.823649] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e11bd26-5281-46fa-a6de-cc2af4fc7c6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.831210] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1077.831210] env[69436]: value = "task-3255480" [ 1077.831210] env[69436]: _type = "Task" [ 1077.831210] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.842776] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.988070] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1077.990904] env[69436]: DEBUG nova.scheduler.client.report [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.018692] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.018946] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.019119] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.019306] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.019454] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.019953] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.019953] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.019953] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.020152] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.020289] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.020459] env[69436]: DEBUG nova.virt.hardware [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.021560] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e63a00-c26f-4037-a284-f0151a51e69f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.029912] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288514c-1c4c-4cde-a581-d9f4ef730f7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.108064] env[69436]: DEBUG oslo_concurrency.lockutils [req-04a4a984-1037-4132-88ec-8e57c9d1b9df req-8eb22bde-e3ca-42d3-a9b0-cbb86f44b864 service nova] Releasing lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.108352] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255479, 'name': Rename_Task, 'duration_secs': 0.212619} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.108606] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.108853] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60fbcf04-b1c8-4901-bb9f-8ede899555f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.112842] env[69436]: DEBUG nova.compute.manager [req-2b05422d-6ce0-4447-bafc-ea1ce7edef01 req-fa78a7b9-069a-4054-a259-8805513b4135 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Received event network-vif-deleted-7e4b5cad-dbd8-4170-abf6-7d380d3cbf02 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1078.113043] env[69436]: INFO nova.compute.manager [req-2b05422d-6ce0-4447-bafc-ea1ce7edef01 req-fa78a7b9-069a-4054-a259-8805513b4135 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Neutron deleted interface 7e4b5cad-dbd8-4170-abf6-7d380d3cbf02; detaching it from the instance and deleting it from the info cache [ 1078.113323] env[69436]: DEBUG nova.network.neutron [req-2b05422d-6ce0-4447-bafc-ea1ce7edef01 req-fa78a7b9-069a-4054-a259-8805513b4135 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.122454] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1078.122454] env[69436]: value = "task-3255481" [ 1078.122454] env[69436]: _type = "Task" [ 1078.122454] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.122454] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.134817] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.180552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74362aa3-ef37-4895-ae97-bb2be537c58d tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.333s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.185138] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.185138] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.191470] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb6b589-1f79-4bca-be5a-c0bcd21bc7f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.217730] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece4c54-39ed-4552-a8c7-02bcab946b1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.227139] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.343621] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103459} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.343894] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.345345] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5df79-9ba4-43a2-8010-6a57257516c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.376068] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] f691ff9f-f9ef-4694-903f-2576f74a0c26/f691ff9f-f9ef-4694-903f-2576f74a0c26.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.376759] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc44102-a220-4d6f-8b3c-6e7b82f94cc4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.404132] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1078.404132] env[69436]: value = "task-3255482" [ 1078.404132] env[69436]: _type = "Task" [ 1078.404132] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.412809] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.449502] env[69436]: DEBUG nova.network.neutron [-] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.495976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.496584] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1078.500613] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.422s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.502764] env[69436]: INFO nova.compute.claims [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.570061] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.570400] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.570656] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "5e872a46-1c3e-4e2a-b7bc-358471966940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.570881] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.571080] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.574415] env[69436]: INFO nova.compute.manager [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Terminating instance [ 1078.616533] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faa8ce8d-48c4-42e0-9638-67c6af2e541a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.631719] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4e46e-fb09-406a-8832-2ff3ecd19956 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.649467] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255481, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.677345] env[69436]: DEBUG nova.compute.manager [req-2b05422d-6ce0-4447-bafc-ea1ce7edef01 req-fa78a7b9-069a-4054-a259-8805513b4135 service nova] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Detach interface failed, port_id=7e4b5cad-dbd8-4170-abf6-7d380d3cbf02, reason: Instance 2a7e2e20-8685-4486-a443-09495bf89619 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1078.689531] env[69436]: INFO nova.compute.manager [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Detaching volume 442ee1cd-7beb-4b05-9f7d-306a39b2c5eb [ 1078.728604] env[69436]: INFO nova.virt.block_device [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Attempting to driver detach volume 442ee1cd-7beb-4b05-9f7d-306a39b2c5eb from mountpoint /dev/sdb [ 1078.728879] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.729071] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650402', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'name': 'volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'serial': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.729951] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695c573-5d3e-490c-95a4-c9b4a4543ac4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.734319] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.734485] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812ecb1d-3f92-4a1d-94ea-fd5503128bb8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.759711] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2786a33d-49ef-4332-9362-a725b53164eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.762638] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1078.762638] env[69436]: value = "task-3255483" [ 1078.762638] env[69436]: _type = "Task" [ 1078.762638] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.769052] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787af32b-29f7-4bc6-8aba-bb50267a4d5c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.774738] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.795408] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63381959-3282-443c-9d6b-e17c9eac9f7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.813356] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] The volume has not been displaced from its original location: [datastore2] volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb/volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1078.818972] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.819335] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1d9e1a-86d8-4dfa-bad8-8eb2338ed264 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.839840] env[69436]: DEBUG oslo_vmware.api [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1078.839840] env[69436]: value = "task-3255484" [ 1078.839840] env[69436]: _type = "Task" [ 1078.839840] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.850111] env[69436]: DEBUG oslo_vmware.api [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.915278] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.953231] env[69436]: INFO nova.compute.manager [-] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Took 1.39 seconds to deallocate network for instance. [ 1079.009894] env[69436]: DEBUG nova.compute.utils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.011389] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1079.011570] env[69436]: DEBUG nova.network.neutron [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.072867] env[69436]: DEBUG nova.policy [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.078378] env[69436]: DEBUG nova.compute.manager [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1079.078704] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.079590] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475599fe-f691-4ff0-9103-41abc9cc9352 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.088300] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.088660] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0aa6a6-cc02-47ed-87ba-dc4dc6782f67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.097296] env[69436]: DEBUG oslo_vmware.api [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1079.097296] env[69436]: value = "task-3255485" [ 1079.097296] env[69436]: _type = "Task" [ 1079.097296] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.110106] env[69436]: DEBUG oslo_vmware.api [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.136606] env[69436]: DEBUG oslo_vmware.api [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255481, 'name': PowerOnVM_Task, 'duration_secs': 0.789254} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.136895] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.137239] env[69436]: INFO nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1079.137461] env[69436]: DEBUG nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1079.139601] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13ff24f-abfc-4706-807e-919f74f868ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.276793] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255483, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.351028] env[69436]: DEBUG oslo_vmware.api [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255484, 'name': ReconfigVM_Task, 'duration_secs': 0.484948} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.351200] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.356337] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e70016-45ef-4106-8480-fbf8e0f1ed43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.373409] env[69436]: DEBUG oslo_vmware.api [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1079.373409] env[69436]: value = "task-3255486" [ 1079.373409] env[69436]: _type = "Task" [ 1079.373409] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.387777] env[69436]: DEBUG oslo_vmware.api [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.420050] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255482, 'name': ReconfigVM_Task, 'duration_secs': 0.550619} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.420361] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfigured VM instance instance-00000062 to attach disk [datastore1] f691ff9f-f9ef-4694-903f-2576f74a0c26/f691ff9f-f9ef-4694-903f-2576f74a0c26.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.421362] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09c0965e-eaab-448a-9841-55c0dc37de14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.429847] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1079.429847] env[69436]: value = "task-3255487" [ 1079.429847] env[69436]: _type = "Task" [ 1079.429847] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.434837] env[69436]: DEBUG nova.network.neutron [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Successfully created port: e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.443226] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255487, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.461813] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.516882] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1079.613331] env[69436]: DEBUG oslo_vmware.api [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255485, 'name': PowerOffVM_Task, 'duration_secs': 0.251156} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.613748] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.613950] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.614316] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00c52308-9fa1-40b0-bbf3-2d2cc80e6be8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.662615] env[69436]: INFO nova.compute.manager [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Took 23.22 seconds to build instance. [ 1079.701397] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.701633] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.701814] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleting the datastore file [datastore2] 5e872a46-1c3e-4e2a-b7bc-358471966940 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.702096] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f81476c-1f61-4753-9bfe-81998730a7ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.711804] env[69436]: DEBUG oslo_vmware.api [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1079.711804] env[69436]: value = "task-3255489" [ 1079.711804] env[69436]: _type = "Task" [ 1079.711804] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.724458] env[69436]: DEBUG oslo_vmware.api [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.776917] env[69436]: DEBUG oslo_vmware.api [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255483, 'name': PowerOnVM_Task, 'duration_secs': 0.617927} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.777540] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.777844] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f9332b2c-d9ea-45b0-bcc6-c3fcb1b805a5 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance 'db065073-aff6-40a5-8f3e-133670fcc413' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.886057] env[69436]: DEBUG oslo_vmware.api [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255486, 'name': ReconfigVM_Task, 'duration_secs': 0.184828} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.888837] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650402', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'name': 'volume-442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb', 'serial': '442ee1cd-7beb-4b05-9f7d-306a39b2c5eb'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1079.942861] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255487, 'name': Rename_Task, 'duration_secs': 0.208225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.942861] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.942861] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e191e2d-28d7-45d5-8c10-2c09d5a0cb42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.953705] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1079.953705] env[69436]: value = "task-3255490" [ 1079.953705] env[69436]: _type = "Task" [ 1079.953705] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.961558] env[69436]: DEBUG nova.network.neutron [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Successfully updated port: 56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.965975] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.991018] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcdcd35-a1f9-4117-a63c-07433056b1dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.004910] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa941897-d1f1-4a92-972e-53aed5cefdc8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.041014] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eca068-06b5-4dfd-a47a-297e75baf79e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.044613] env[69436]: DEBUG nova.compute.manager [req-4db62460-b858-4bdc-8ac8-a0aa511c8cfe req-17b0e43e-cc44-428d-9120-151ddfa2f62b service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Received event network-vif-plugged-56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1080.044720] env[69436]: DEBUG oslo_concurrency.lockutils [req-4db62460-b858-4bdc-8ac8-a0aa511c8cfe req-17b0e43e-cc44-428d-9120-151ddfa2f62b service nova] Acquiring lock "803cb484-9f17-41ec-a84f-c41b0a697895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.045452] env[69436]: DEBUG oslo_concurrency.lockutils [req-4db62460-b858-4bdc-8ac8-a0aa511c8cfe req-17b0e43e-cc44-428d-9120-151ddfa2f62b service nova] Lock "803cb484-9f17-41ec-a84f-c41b0a697895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.045452] env[69436]: DEBUG oslo_concurrency.lockutils [req-4db62460-b858-4bdc-8ac8-a0aa511c8cfe req-17b0e43e-cc44-428d-9120-151ddfa2f62b service nova] Lock "803cb484-9f17-41ec-a84f-c41b0a697895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.045452] env[69436]: DEBUG nova.compute.manager [req-4db62460-b858-4bdc-8ac8-a0aa511c8cfe req-17b0e43e-cc44-428d-9120-151ddfa2f62b service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] No waiting events found dispatching network-vif-plugged-56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.045452] env[69436]: WARNING nova.compute.manager [req-4db62460-b858-4bdc-8ac8-a0aa511c8cfe req-17b0e43e-cc44-428d-9120-151ddfa2f62b service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Received unexpected event network-vif-plugged-56bac68a-f029-484d-a0aa-429c3a1019cb for instance with vm_state building and task_state spawning. [ 1080.052040] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edfc3de-8503-429f-9e10-9a5ed1a43a70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.067449] env[69436]: DEBUG nova.compute.provider_tree [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.166427] env[69436]: DEBUG oslo_concurrency.lockutils [None req-82080b2f-51a0-4f94-ac77-87190daee33a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.734s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.222519] env[69436]: DEBUG oslo_vmware.api [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159318} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.222934] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.223188] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.223403] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.223585] env[69436]: INFO nova.compute.manager [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1080.223896] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.224048] env[69436]: DEBUG nova.compute.manager [-] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1080.224156] env[69436]: DEBUG nova.network.neutron [-] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.442182] env[69436]: DEBUG nova.objects.instance [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'flavor' on Instance uuid 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.464400] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.464657] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.464734] env[69436]: DEBUG nova.network.neutron [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.475324] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.544511] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1080.576352] env[69436]: DEBUG nova.scheduler.client.report [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.583695] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.583931] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.584104] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.584297] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.584451] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.584783] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.584783] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.584946] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.585177] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.585295] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.585502] env[69436]: DEBUG nova.virt.hardware [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.586402] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ecb0c-a1be-4a0d-97c9-fe8bf8ff981e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.597022] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c9a3c-976b-4aa4-82c8-01930ffa81a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.856136] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.856708] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.856948] env[69436]: INFO nova.compute.manager [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Shelving [ 1080.972010] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.047218] env[69436]: DEBUG nova.network.neutron [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.083231] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.083843] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1081.086836] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.271s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.088345] env[69436]: INFO nova.compute.claims [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.232804] env[69436]: DEBUG nova.network.neutron [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Successfully updated port: e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.291602] env[69436]: DEBUG nova.compute.manager [req-a29ac1de-a6f5-4338-8658-a3e650fb9892 req-c9930291-7ea8-4426-b9a0-16c99e6746f7 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-vif-plugged-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1081.291918] env[69436]: DEBUG oslo_concurrency.lockutils [req-a29ac1de-a6f5-4338-8658-a3e650fb9892 req-c9930291-7ea8-4426-b9a0-16c99e6746f7 service nova] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.292195] env[69436]: DEBUG oslo_concurrency.lockutils [req-a29ac1de-a6f5-4338-8658-a3e650fb9892 req-c9930291-7ea8-4426-b9a0-16c99e6746f7 service nova] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.292418] env[69436]: DEBUG oslo_concurrency.lockutils [req-a29ac1de-a6f5-4338-8658-a3e650fb9892 req-c9930291-7ea8-4426-b9a0-16c99e6746f7 service nova] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.292651] env[69436]: DEBUG nova.compute.manager [req-a29ac1de-a6f5-4338-8658-a3e650fb9892 req-c9930291-7ea8-4426-b9a0-16c99e6746f7 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] No waiting events found dispatching network-vif-plugged-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.292876] env[69436]: WARNING nova.compute.manager [req-a29ac1de-a6f5-4338-8658-a3e650fb9892 req-c9930291-7ea8-4426-b9a0-16c99e6746f7 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received unexpected event network-vif-plugged-e4976b6a-e986-4ed2-a634-2a45b0b083b2 for instance with vm_state building and task_state spawning. [ 1081.363252] env[69436]: DEBUG nova.network.neutron [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Updating instance_info_cache with network_info: [{"id": "56bac68a-f029-484d-a0aa-429c3a1019cb", "address": "fa:16:3e:4a:00:d6", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bac68a-f0", "ovs_interfaceid": "56bac68a-f029-484d-a0aa-429c3a1019cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.451931] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ca153ed5-f752-4333-b8b4-9bacf7824534 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.471856] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.594836] env[69436]: DEBUG nova.compute.utils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.602909] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1081.602909] env[69436]: DEBUG nova.network.neutron [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.692620] env[69436]: DEBUG nova.policy [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e220b00829146609b2ee18a52714c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5648917b43fe49c59d87ebe15db6adf7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.736149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.736149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.736149] env[69436]: DEBUG nova.network.neutron [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.813024] env[69436]: DEBUG nova.network.neutron [-] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.868222] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.870107] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance network_info: |[{"id": "56bac68a-f029-484d-a0aa-429c3a1019cb", "address": "fa:16:3e:4a:00:d6", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bac68a-f0", "ovs_interfaceid": "56bac68a-f029-484d-a0aa-429c3a1019cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1081.870107] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:00:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56bac68a-f029-484d-a0aa-429c3a1019cb', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.876985] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.877470] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.877745] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.877982] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81dfb3b2-af8e-49f2-be19-7d7abacedaab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.880902] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad06e78-2e4c-425d-bcfe-433b15943d1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.903859] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1081.903859] env[69436]: value = "task-3255491" [ 1081.903859] env[69436]: _type = "Task" [ 1081.903859] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.905347] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.905347] env[69436]: value = "task-3255492" [ 1081.905347] env[69436]: _type = "Task" [ 1081.905347] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.918069] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255492, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.921106] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.969918] env[69436]: DEBUG oslo_vmware.api [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255490, 'name': PowerOnVM_Task, 'duration_secs': 1.635476} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.970395] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.970767] env[69436]: INFO nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1081.971199] env[69436]: DEBUG nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1081.971968] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe5881-5637-478d-9a75-4961f74c88db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.105743] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1082.116278] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.117438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.120182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.120182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.120182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.123036] env[69436]: INFO nova.compute.manager [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Terminating instance [ 1082.222475] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.222710] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.224238] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.224238] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.224238] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.225810] env[69436]: INFO nova.compute.manager [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Terminating instance [ 1082.324268] env[69436]: INFO nova.compute.manager [-] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Took 2.10 seconds to deallocate network for instance. [ 1082.324268] env[69436]: DEBUG nova.network.neutron [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.190560] env[69436]: DEBUG nova.network.neutron [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Successfully created port: 0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.204054] env[69436]: DEBUG nova.compute.manager [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1083.204054] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.204054] env[69436]: DEBUG nova.compute.manager [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1083.204704] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.204903] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.207028] env[69436]: DEBUG nova.compute.manager [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Received event network-changed-56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1083.207028] env[69436]: DEBUG nova.compute.manager [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Refreshing instance network info cache due to event network-changed-56bac68a-f029-484d-a0aa-429c3a1019cb. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1083.207028] env[69436]: DEBUG oslo_concurrency.lockutils [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] Acquiring lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.207028] env[69436]: DEBUG oslo_concurrency.lockutils [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] Acquired lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.207028] env[69436]: DEBUG nova.network.neutron [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Refreshing network info cache for port 56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.220737] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f6c53-df39-4e7d-9925-860ebeedd4a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.225245] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ef2b3a-4716-460e-b5a6-3967f180c87d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.228827] env[69436]: INFO nova.compute.manager [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Took 24.90 seconds to build instance. [ 1083.237594] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255491, 'name': PowerOffVM_Task, 'duration_secs': 0.303552} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.238363] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.239179] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daed781-eb4c-4538-9891-8c00827a5b96 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.248967] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.249310] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255492, 'name': CreateVM_Task, 'duration_secs': 0.415842} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.249530] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.250124] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6839c8b-b09f-4300-93ec-3db9ce3b6a86 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.251730] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.251986] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc2c6b9-3de6-4e0b-a3b1-83543cb9876b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.269186] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.269367] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.269674] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.271509] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1bde79-5ab8-4d1d-aa21-cfa284f65750 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.273974] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c7a66-2556-49fd-a981-13ee77087ddc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.278184] env[69436]: DEBUG oslo_vmware.api [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1083.278184] env[69436]: value = "task-3255493" [ 1083.278184] env[69436]: _type = "Task" [ 1083.278184] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.279995] env[69436]: DEBUG oslo_vmware.api [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1083.279995] env[69436]: value = "task-3255494" [ 1083.279995] env[69436]: _type = "Task" [ 1083.279995] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.292895] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1083.292895] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52331d02-8e6c-214c-a509-ceb1943a0b30" [ 1083.292895] env[69436]: _type = "Task" [ 1083.292895] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.306248] env[69436]: DEBUG oslo_vmware.api [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.306789] env[69436]: DEBUG oslo_vmware.api [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.315575] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52331d02-8e6c-214c-a509-ceb1943a0b30, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.315915] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.317121] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.317121] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.317121] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.317473] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.317627] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93beb6b-6a7c-472d-a18d-2dff0a309d31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.328362] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.328581] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.329423] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b99e82-3c98-4660-aee3-639c82c601f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.338870] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1083.338870] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a3909e-b7bd-1db1-c6e7-62ab7fd3adef" [ 1083.338870] env[69436]: _type = "Task" [ 1083.338870] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.348710] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a3909e-b7bd-1db1-c6e7-62ab7fd3adef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.385974] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a8817-2e6c-4ca5-a932-bfb5db5b6610 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.395112] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce74a12b-52c7-409c-8d20-40b16b7c7eb4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.429535] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e3b3af-81ea-41f1-95a8-4e1ff4cf028c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.444599] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b71a1-df90-4373-a113-0d6311d788a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.465662] env[69436]: DEBUG nova.compute.provider_tree [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.518208] env[69436]: DEBUG nova.network.neutron [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.712629] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1083.740214] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8d5bf89c-d411-4351-bb32-1ab72bd4baca tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.424s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.755156] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.755485] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.755661] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.755849] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.756339] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.756339] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.756461] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.756563] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.756728] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.756884] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.757180] env[69436]: DEBUG nova.virt.hardware [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.758657] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaee793-0b10-45be-a627-6bf62d5a4e2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.768947] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02311b20-0517-48cb-9d55-8e7a3b3491f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.800015] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.800974] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fef7cf82-a074-448a-a4ea-77931e7da840 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.807164] env[69436]: DEBUG oslo_vmware.api [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255493, 'name': PowerOffVM_Task, 'duration_secs': 0.214184} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.810426] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.810621] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.810898] env[69436]: DEBUG oslo_vmware.api [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255494, 'name': PowerOffVM_Task, 'duration_secs': 0.21163} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.812169] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ddecd1f-874b-486e-ac98-a968ad8bb5b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.813793] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.813970] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.815927] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1083.815927] env[69436]: value = "task-3255495" [ 1083.815927] env[69436]: _type = "Task" [ 1083.815927] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.815927] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21071798-39ca-45f2-9aa4-96ee76e50b77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.826272] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.851734] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52a3909e-b7bd-1db1-c6e7-62ab7fd3adef, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.852709] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc225fba-127f-45e3-afb3-886b032a1103 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.862710] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1083.862710] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2c79b-46b4-3634-abf4-57398b02c1d5" [ 1083.862710] env[69436]: _type = "Task" [ 1083.862710] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.874329] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2c79b-46b4-3634-abf4-57398b02c1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.875387] env[69436]: DEBUG nova.network.neutron [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Port b6d4209a-fdd0-416f-8833-3cef9fcd83aa binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.875638] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.875794] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.875992] env[69436]: DEBUG nova.network.neutron [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.921490] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.921801] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.921928] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleting the datastore file [datastore1] 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.922242] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8c4cb1-8f12-43e8-adca-150c0974e9c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.931671] env[69436]: DEBUG oslo_vmware.api [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for the task: (returnval){ [ 1083.931671] env[69436]: value = "task-3255498" [ 1083.931671] env[69436]: _type = "Task" [ 1083.931671] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.937876] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.938092] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.938274] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleting the datastore file [datastore1] 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.939139] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4079ade-3f88-4e9d-af3e-9b7f9a3d1f53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.945226] env[69436]: DEBUG oslo_vmware.api [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.948960] env[69436]: DEBUG oslo_vmware.api [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1083.948960] env[69436]: value = "task-3255499" [ 1083.948960] env[69436]: _type = "Task" [ 1083.948960] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.960781] env[69436]: DEBUG oslo_vmware.api [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.963573] env[69436]: DEBUG nova.compute.manager [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1083.963780] env[69436]: DEBUG nova.compute.manager [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing instance network info cache due to event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1083.964159] env[69436]: DEBUG oslo_concurrency.lockutils [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.968655] env[69436]: DEBUG nova.scheduler.client.report [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.020539] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.020991] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Instance network_info: |[{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1084.021298] env[69436]: DEBUG oslo_concurrency.lockutils [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.021498] env[69436]: DEBUG nova.network.neutron [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.023232] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:eb:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4976b6a-e986-4ed2-a634-2a45b0b083b2', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.033423] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.040848] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.041709] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e68aa86-fa36-43d5-8e04-61f8de6b72e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.066555] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.066555] env[69436]: value = "task-3255500" [ 1084.066555] env[69436]: _type = "Task" [ 1084.066555] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.077945] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255500, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.230776] env[69436]: DEBUG nova.network.neutron [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Updated VIF entry in instance network info cache for port 56bac68a-f029-484d-a0aa-429c3a1019cb. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.231179] env[69436]: DEBUG nova.network.neutron [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Updating instance_info_cache with network_info: [{"id": "56bac68a-f029-484d-a0aa-429c3a1019cb", "address": "fa:16:3e:4a:00:d6", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bac68a-f0", "ovs_interfaceid": "56bac68a-f029-484d-a0aa-429c3a1019cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.329281] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255495, 'name': CreateSnapshot_Task, 'duration_secs': 0.517765} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.329578] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1084.330430] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb02cd4e-7d6b-4ad7-9b00-3ddd2b7ea461 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.354956] env[69436]: DEBUG nova.network.neutron [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updated VIF entry in instance network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.355219] env[69436]: DEBUG nova.network.neutron [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.378386] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d2c79b-46b4-3634-abf4-57398b02c1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.379645] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.380094] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.380475] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f11e8345-3496-4048-84ff-19199b1042e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.393260] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1084.393260] env[69436]: value = "task-3255501" [ 1084.393260] env[69436]: _type = "Task" [ 1084.393260] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.406662] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.411972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.412270] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.449163] env[69436]: DEBUG oslo_vmware.api [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Task: {'id': task-3255498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150734} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.449163] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.449163] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.449163] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.449163] env[69436]: INFO nova.compute.manager [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1084.449163] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.449163] env[69436]: DEBUG nova.compute.manager [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1084.449163] env[69436]: DEBUG nova.network.neutron [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.465019] env[69436]: DEBUG oslo_vmware.api [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137127} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.465019] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.465019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.465019] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.465503] env[69436]: INFO nova.compute.manager [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1084.465503] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.465964] env[69436]: DEBUG nova.compute.manager [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1084.465964] env[69436]: DEBUG nova.network.neutron [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.477344] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.390s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.477879] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1084.482163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.559s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.482163] env[69436]: DEBUG nova.objects.instance [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'resources' on Instance uuid ee130e80-37f3-424c-83fc-d980983ad96f {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.579147] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255500, 'name': CreateVM_Task, 'duration_secs': 0.408905} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.580504] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.580871] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.581070] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.581383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.581758] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b89c655-8453-47e6-bac7-ca3a8d187a94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.589305] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1084.589305] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c213-e62b-e217-14b5-59380024cb09" [ 1084.589305] env[69436]: _type = "Task" [ 1084.589305] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.606693] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c213-e62b-e217-14b5-59380024cb09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.734173] env[69436]: DEBUG oslo_concurrency.lockutils [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] Releasing lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.738019] env[69436]: DEBUG nova.compute.manager [req-2934234f-b1a7-4c6c-9a21-21a38126d208 req-71d562e9-6b6e-4892-b9a5-a2757b1f62f5 service nova] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Received event network-vif-deleted-56233669-1da5-41f8-9b09-17e85fab28f0 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1084.783530] env[69436]: DEBUG nova.compute.manager [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Received event network-changed-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1084.784183] env[69436]: DEBUG nova.compute.manager [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Refreshing instance network info cache due to event network-changed-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1084.784183] env[69436]: DEBUG oslo_concurrency.lockutils [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] Acquiring lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.784756] env[69436]: DEBUG oslo_concurrency.lockutils [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] Acquired lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.784756] env[69436]: DEBUG nova.network.neutron [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Refreshing network info cache for port a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.834687] env[69436]: DEBUG nova.network.neutron [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.850165] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.851176] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-779d342e-4a95-47fc-8c4f-6b00c15466f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.859669] env[69436]: DEBUG oslo_concurrency.lockutils [req-be294ac4-7faf-461c-a650-eaa061699e1d req-ab259af6-7ce7-4c4e-96b9-07bfd79923be service nova] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.861841] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1084.861841] env[69436]: value = "task-3255502" [ 1084.861841] env[69436]: _type = "Task" [ 1084.861841] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.871741] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255502, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.902850] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480834} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.903119] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.903336] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.903579] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4513f105-0074-4924-95a0-60fbf73e1de1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.910391] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1084.910391] env[69436]: value = "task-3255503" [ 1084.910391] env[69436]: _type = "Task" [ 1084.910391] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.914819] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1084.920442] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.986854] env[69436]: DEBUG nova.compute.utils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.998388] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1084.998751] env[69436]: DEBUG nova.network.neutron [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.108089] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5296c213-e62b-e217-14b5-59380024cb09, 'name': SearchDatastore_Task, 'duration_secs': 0.024151} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.108089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.108089] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.108089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.108089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.108475] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.111554] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-535bdd85-f612-4752-a27f-6fb49a6a7de5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.114198] env[69436]: DEBUG nova.policy [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1973016d06db4fa7ad9edc5b4fa2836a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0871c2c731794cf89ecbab62b9308fe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.128770] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.128987] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.129840] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0bb490-0106-4a08-b747-fe6121ff55f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.136461] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1085.136461] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527849ac-8d5b-da4f-697d-c92b1a93d929" [ 1085.136461] env[69436]: _type = "Task" [ 1085.136461] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.153509] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527849ac-8d5b-da4f-697d-c92b1a93d929, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.158074] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9434108d-689e-41a4-9d2d-a856a39b4753 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.165357] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1085.165357] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52662751-a079-c943-a719-ebec6a5b8629" [ 1085.165357] env[69436]: _type = "Task" [ 1085.165357] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.174413] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52662751-a079-c943-a719-ebec6a5b8629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.339270] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.373434] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255502, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.379277] env[69436]: DEBUG nova.network.neutron [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.407856] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182ff27-1836-4276-8cca-a6a9bc99a409 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.424958] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf273941-41e0-42dc-ad5a-dc79c9576b01 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.430308] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075721} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.433491] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.433491] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761fcdd-8fbf-49d5-a344-04688b2f4767 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.472618] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6898e182-ef80-4c28-bbec-515d5811bd56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.493984] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.495176] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.496082] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1085.498530] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e338c0c0-4636-4015-a1a6-0071d46d954b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.520130] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6694786-a2e2-40a0-ae86-1742671c887e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.525495] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1085.525495] env[69436]: value = "task-3255504" [ 1085.525495] env[69436]: _type = "Task" [ 1085.525495] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.536913] env[69436]: DEBUG nova.compute.provider_tree [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.545483] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.594394] env[69436]: DEBUG nova.network.neutron [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updated VIF entry in instance network info cache for port a1ee4e8a-c7f5-4c2e-8d76-853e7589460b. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.594979] env[69436]: DEBUG nova.network.neutron [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updating instance_info_cache with network_info: [{"id": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "address": "fa:16:3e:91:b3:83", "network": {"id": "e2408e30-7703-4e93-a123-e49a91ddbe1d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1674357161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a6eef7c58e4d41b8e2bf42508681ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1ee4e8a-c7", "ovs_interfaceid": "a1ee4e8a-c7f5-4c2e-8d76-853e7589460b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.680038] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52662751-a079-c943-a719-ebec6a5b8629, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.680351] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.680633] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] c41850c6-28be-489d-8fa2-cf4e942c9539/c41850c6-28be-489d-8fa2-cf4e942c9539.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.680968] env[69436]: DEBUG nova.network.neutron [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.682147] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd897a55-9634-4235-b890-13b76ad1bfab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.691346] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1085.691346] env[69436]: value = "task-3255505" [ 1085.691346] env[69436]: _type = "Task" [ 1085.691346] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.701548] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.844928] env[69436]: DEBUG nova.compute.manager [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69436) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1085.880027] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255502, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.882283] env[69436]: INFO nova.compute.manager [-] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Took 1.43 seconds to deallocate network for instance. [ 1086.040654] env[69436]: DEBUG nova.scheduler.client.report [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.044371] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255504, 'name': ReconfigVM_Task, 'duration_secs': 0.298967} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.044901] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.047722] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f396e64-c697-4ab0-a9f3-338c9369a870 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.056134] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1086.056134] env[69436]: value = "task-3255506" [ 1086.056134] env[69436]: _type = "Task" [ 1086.056134] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.069746] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255506, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.098812] env[69436]: DEBUG oslo_concurrency.lockutils [req-1dcb1fdc-ddb0-441a-b191-909e18222c80 req-8d0fef7d-5cb7-4cf0-ade6-d5f68f55cda8 service nova] Releasing lock "refresh_cache-f691ff9f-f9ef-4694-903f-2576f74a0c26" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.164585] env[69436]: DEBUG nova.network.neutron [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Successfully updated port: 0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.185301] env[69436]: INFO nova.compute.manager [-] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Took 1.72 seconds to deallocate network for instance. [ 1086.199475] env[69436]: DEBUG nova.network.neutron [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Successfully created port: 111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.208472] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490973} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.208770] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] c41850c6-28be-489d-8fa2-cf4e942c9539/c41850c6-28be-489d-8fa2-cf4e942c9539.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.208983] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.209692] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d264988d-6607-4367-8cc9-96a5b997cee5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.217565] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1086.217565] env[69436]: value = "task-3255507" [ 1086.217565] env[69436]: _type = "Task" [ 1086.217565] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.227644] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.342334] env[69436]: DEBUG nova.compute.manager [req-024753bd-523f-4595-a30a-b44e4429eb32 req-793b0fac-4f0b-4e10-b96c-8e945e9874e9 service nova] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Received event network-vif-deleted-acd48fab-f65d-4211-96c9-1cb3b310d9bc {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1086.375327] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255502, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.390925] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.519542] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1086.546423] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.546702] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.546860] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.547062] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.547217] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.547365] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.547575] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.547766] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.547944] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.548134] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.548316] env[69436]: DEBUG nova.virt.hardware [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.549563] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.552285] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd176d98-8d15-4c67-ae86-d116ecab1a21 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.555717] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.038s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.555951] env[69436]: DEBUG nova.objects.instance [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lazy-loading 'resources' on Instance uuid ebeff7e3-59db-44ac-9aab-05f8314a24ee {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.569524] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de76f71-b5ea-41d9-b7ab-8204f84c9926 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.573614] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255506, 'name': Rename_Task, 'duration_secs': 0.189149} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.574513] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.575334] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b3334d3-1727-4698-9cc7-bc85f008298d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.589428] env[69436]: INFO nova.scheduler.client.report [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleted allocations for instance ee130e80-37f3-424c-83fc-d980983ad96f [ 1086.592505] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1086.592505] env[69436]: value = "task-3255508" [ 1086.592505] env[69436]: _type = "Task" [ 1086.592505] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.606642] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.671278] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "refresh_cache-be8cbd48-932b-47e0-a315-9ab05016ca76" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.671278] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquired lock "refresh_cache-be8cbd48-932b-47e0-a315-9ab05016ca76" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.671278] env[69436]: DEBUG nova.network.neutron [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.702210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.729831] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077137} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.730264] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.731177] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43fd5e4-5311-47fc-8bcc-0fd7bc9ae08e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.755450] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] c41850c6-28be-489d-8fa2-cf4e942c9539/c41850c6-28be-489d-8fa2-cf4e942c9539.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.755856] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04e8f03-95c2-43bb-99eb-b3276a3aa26a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.777382] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1086.777382] env[69436]: value = "task-3255509" [ 1086.777382] env[69436]: _type = "Task" [ 1086.777382] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.786068] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.815282] env[69436]: DEBUG nova.compute.manager [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Received event network-vif-deleted-33fb3816-dbc6-4590-a6b8-efe3d9568973 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1086.815589] env[69436]: DEBUG nova.compute.manager [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Received event network-vif-plugged-0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1086.815813] env[69436]: DEBUG oslo_concurrency.lockutils [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] Acquiring lock "be8cbd48-932b-47e0-a315-9ab05016ca76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.816322] env[69436]: DEBUG oslo_concurrency.lockutils [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.816531] env[69436]: DEBUG oslo_concurrency.lockutils [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.816698] env[69436]: DEBUG nova.compute.manager [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] No waiting events found dispatching network-vif-plugged-0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.816861] env[69436]: WARNING nova.compute.manager [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Received unexpected event network-vif-plugged-0a91cb2d-2f41-4c78-b005-ad6455f93049 for instance with vm_state building and task_state spawning. [ 1086.817050] env[69436]: DEBUG nova.compute.manager [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Received event network-changed-0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1086.817214] env[69436]: DEBUG nova.compute.manager [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Refreshing instance network info cache due to event network-changed-0a91cb2d-2f41-4c78-b005-ad6455f93049. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1086.817464] env[69436]: DEBUG oslo_concurrency.lockutils [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] Acquiring lock "refresh_cache-be8cbd48-932b-47e0-a315-9ab05016ca76" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876140] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255502, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.019969] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.106682] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9225223d-f537-44d8-8cdb-310b757913da tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "ee130e80-37f3-424c-83fc-d980983ad96f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.341s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.111938] env[69436]: DEBUG oslo_vmware.api [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255508, 'name': PowerOnVM_Task, 'duration_secs': 0.523858} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.115242] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.115620] env[69436]: INFO nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1087.115853] env[69436]: DEBUG nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1087.117027] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c32f7-51c0-4722-8634-67c1c15762e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.224225] env[69436]: DEBUG nova.network.neutron [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.291320] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255509, 'name': ReconfigVM_Task, 'duration_secs': 0.378387} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.293938] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Reconfigured VM instance instance-00000064 to attach disk [datastore2] c41850c6-28be-489d-8fa2-cf4e942c9539/c41850c6-28be-489d-8fa2-cf4e942c9539.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.297155] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa2a7e14-c914-42b8-8858-e9ebf3e7ca16 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.305487] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1087.305487] env[69436]: value = "task-3255510" [ 1087.305487] env[69436]: _type = "Task" [ 1087.305487] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.317043] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255510, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.382502] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255502, 'name': CloneVM_Task, 'duration_secs': 2.323549} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.382797] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Created linked-clone VM from snapshot [ 1087.383609] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a820e5c-4a86-4ac0-8b6e-5a3f2b8ce358 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.393460] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Uploading image 24a94510-dbcf-43e2-97a9-098119bc46b4 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1087.439622] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1087.439622] env[69436]: value = "vm-650444" [ 1087.439622] env[69436]: _type = "VirtualMachine" [ 1087.439622] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1087.439939] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69e6de5e-f2a5-4bbc-b22a-158a36c3662b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.444997] env[69436]: DEBUG nova.network.neutron [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Updating instance_info_cache with network_info: [{"id": "0a91cb2d-2f41-4c78-b005-ad6455f93049", "address": "fa:16:3e:da:2c:48", "network": {"id": "2cf9a657-28db-4659-9944-7ced72bdd4d4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2116815526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5648917b43fe49c59d87ebe15db6adf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a91cb2d-2f", "ovs_interfaceid": "0a91cb2d-2f41-4c78-b005-ad6455f93049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.454860] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lease: (returnval){ [ 1087.454860] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52782d1d-df17-7794-f960-b616d1c18f8e" [ 1087.454860] env[69436]: _type = "HttpNfcLease" [ 1087.454860] env[69436]: } obtained for exporting VM: (result){ [ 1087.454860] env[69436]: value = "vm-650444" [ 1087.454860] env[69436]: _type = "VirtualMachine" [ 1087.454860] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1087.455248] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the lease: (returnval){ [ 1087.455248] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52782d1d-df17-7794-f960-b616d1c18f8e" [ 1087.455248] env[69436]: _type = "HttpNfcLease" [ 1087.455248] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1087.468453] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.468453] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52782d1d-df17-7794-f960-b616d1c18f8e" [ 1087.468453] env[69436]: _type = "HttpNfcLease" [ 1087.468453] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1087.478230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e7f00c-b360-4935-920a-06ebb9a79db5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.486705] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1558906b-b3c1-4249-8206-cf653d69b623 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.519608] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881647e5-b063-4389-8e99-8112cd635448 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.529435] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf64056-fcca-4520-9730-4e0e3f8b6002 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.544899] env[69436]: DEBUG nova.compute.provider_tree [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.645737] env[69436]: INFO nova.compute.manager [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Took 18.86 seconds to build instance. [ 1087.763114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.763472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.763692] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.763881] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.764064] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.767433] env[69436]: INFO nova.compute.manager [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Terminating instance [ 1087.818629] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255510, 'name': Rename_Task, 'duration_secs': 0.362866} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.818893] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.819287] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f212a09-64e9-49c0-8da4-d25b1877e57a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.825765] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1087.825765] env[69436]: value = "task-3255512" [ 1087.825765] env[69436]: _type = "Task" [ 1087.825765] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.834145] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.933762] env[69436]: DEBUG nova.network.neutron [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Successfully updated port: 111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.949194] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Releasing lock "refresh_cache-be8cbd48-932b-47e0-a315-9ab05016ca76" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.949566] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Instance network_info: |[{"id": "0a91cb2d-2f41-4c78-b005-ad6455f93049", "address": "fa:16:3e:da:2c:48", "network": {"id": "2cf9a657-28db-4659-9944-7ced72bdd4d4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2116815526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5648917b43fe49c59d87ebe15db6adf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a91cb2d-2f", "ovs_interfaceid": "0a91cb2d-2f41-4c78-b005-ad6455f93049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1087.949895] env[69436]: DEBUG oslo_concurrency.lockutils [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] Acquired lock "refresh_cache-be8cbd48-932b-47e0-a315-9ab05016ca76" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.950552] env[69436]: DEBUG nova.network.neutron [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Refreshing network info cache for port 0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.952508] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a91cb2d-2f41-4c78-b005-ad6455f93049', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.960928] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Creating folder: Project (5648917b43fe49c59d87ebe15db6adf7). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.961783] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e1db1f-b64f-43a4-88d7-90ae5e7a1388 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.973594] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1087.973594] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52782d1d-df17-7794-f960-b616d1c18f8e" [ 1087.973594] env[69436]: _type = "HttpNfcLease" [ 1087.973594] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1087.973880] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1087.973880] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52782d1d-df17-7794-f960-b616d1c18f8e" [ 1087.973880] env[69436]: _type = "HttpNfcLease" [ 1087.973880] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1087.974611] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cc73e4-8548-4e9e-b4a7-1a80cad0ebc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.979209] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Created folder: Project (5648917b43fe49c59d87ebe15db6adf7) in parent group-v650165. [ 1087.979429] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Creating folder: Instances. Parent ref: group-v650445. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.980056] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2ef1830-1060-4d80-9bbc-7656e4af537e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.985882] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a53fde-0956-cd37-2ed3-c2d1b047518f/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1087.985882] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a53fde-0956-cd37-2ed3-c2d1b047518f/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1088.046528] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Created folder: Instances in parent group-v650445. [ 1088.046808] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.047016] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.047279] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa0a443-28fb-4be6-b918-3644c516c01f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.065042] env[69436]: DEBUG nova.scheduler.client.report [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.078165] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.078165] env[69436]: value = "task-3255515" [ 1088.078165] env[69436]: _type = "Task" [ 1088.078165] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.090078] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255515, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.115928] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0eb2e17d-eae9-4df3-bdd2-06e2f1092deb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.149436] env[69436]: DEBUG oslo_concurrency.lockutils [None req-fdbd23f3-b7a3-4588-bc38-fb9b06f5ec1c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "803cb484-9f17-41ec-a84f-c41b0a697895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.378s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.271525] env[69436]: DEBUG nova.compute.manager [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1088.271750] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.272703] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cec1be-93da-40ec-9a10-26559921d240 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.282224] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.282489] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d9d7d1-cb0d-4301-a04d-8bc760882ac8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.290102] env[69436]: DEBUG oslo_vmware.api [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1088.290102] env[69436]: value = "task-3255516" [ 1088.290102] env[69436]: _type = "Task" [ 1088.290102] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.299606] env[69436]: DEBUG oslo_vmware.api [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.338385] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.436678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "refresh_cache-48620333-f4b5-420b-b7ee-c0a5cc036546" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.437091] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquired lock "refresh_cache-48620333-f4b5-420b-b7ee-c0a5cc036546" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.437222] env[69436]: DEBUG nova.network.neutron [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.575163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.582382] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.489s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.597952] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255515, 'name': CreateVM_Task, 'duration_secs': 0.412481} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.598290] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.599374] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.599713] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.600257] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.600831] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecb0965-3ef7-4496-8e7b-94812799782d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.608933] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1088.608933] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eda793-d031-007a-0344-900cb28dc54d" [ 1088.608933] env[69436]: _type = "Task" [ 1088.608933] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.620865] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eda793-d031-007a-0344-900cb28dc54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.625127] env[69436]: INFO nova.scheduler.client.report [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Deleted allocations for instance ebeff7e3-59db-44ac-9aab-05f8314a24ee [ 1088.804791] env[69436]: DEBUG oslo_vmware.api [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255516, 'name': PowerOffVM_Task, 'duration_secs': 0.226023} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.805519] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.805732] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.806119] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14e8af98-255f-4f2b-b76a-ee0ec46b2e43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.838119] env[69436]: DEBUG oslo_vmware.api [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255512, 'name': PowerOnVM_Task, 'duration_secs': 0.789581} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.841821] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.842141] env[69436]: INFO nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1088.842379] env[69436]: DEBUG nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1088.843280] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7231c66-005c-4e5f-a55b-52526691902a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.875345] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.875724] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.876504] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleting the datastore file [datastore1] b0354c3a-f41a-4fed-bff3-8dae49644d8e {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.876504] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba59044d-9a71-4812-a8ba-6ed93dd00350 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.886685] env[69436]: DEBUG nova.compute.manager [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Received event network-vif-plugged-111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1088.887060] env[69436]: DEBUG oslo_concurrency.lockutils [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] Acquiring lock "48620333-f4b5-420b-b7ee-c0a5cc036546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.887393] env[69436]: DEBUG oslo_concurrency.lockutils [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.887682] env[69436]: DEBUG oslo_concurrency.lockutils [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.887975] env[69436]: DEBUG nova.compute.manager [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] No waiting events found dispatching network-vif-plugged-111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.888270] env[69436]: WARNING nova.compute.manager [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Received unexpected event network-vif-plugged-111ffad5-41d3-4951-a203-66c96fb4a5a7 for instance with vm_state building and task_state spawning. [ 1088.888532] env[69436]: DEBUG nova.compute.manager [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Received event network-changed-111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1088.888785] env[69436]: DEBUG nova.compute.manager [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Refreshing instance network info cache due to event network-changed-111ffad5-41d3-4951-a203-66c96fb4a5a7. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1088.889081] env[69436]: DEBUG oslo_concurrency.lockutils [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] Acquiring lock "refresh_cache-48620333-f4b5-420b-b7ee-c0a5cc036546" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.890678] env[69436]: DEBUG oslo_vmware.api [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for the task: (returnval){ [ 1088.890678] env[69436]: value = "task-3255518" [ 1088.890678] env[69436]: _type = "Task" [ 1088.890678] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.903169] env[69436]: DEBUG oslo_vmware.api [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.043015] env[69436]: DEBUG nova.network.neutron [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.091238] env[69436]: DEBUG nova.network.neutron [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Updated VIF entry in instance network info cache for port 0a91cb2d-2f41-4c78-b005-ad6455f93049. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.091847] env[69436]: DEBUG nova.network.neutron [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Updating instance_info_cache with network_info: [{"id": "0a91cb2d-2f41-4c78-b005-ad6455f93049", "address": "fa:16:3e:da:2c:48", "network": {"id": "2cf9a657-28db-4659-9944-7ced72bdd4d4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2116815526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5648917b43fe49c59d87ebe15db6adf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a91cb2d-2f", "ovs_interfaceid": "0a91cb2d-2f41-4c78-b005-ad6455f93049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.098018] env[69436]: INFO nova.compute.claims [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.123399] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eda793-d031-007a-0344-900cb28dc54d, 'name': SearchDatastore_Task, 'duration_secs': 0.013074} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.123399] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.123399] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.123399] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.123399] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.123399] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.123399] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2fc9b7-c7c4-45d3-9823-79275d425916 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.135201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3db86cde-59c6-4a32-8a9f-b813f94ab9d1 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "ebeff7e3-59db-44ac-9aab-05f8314a24ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.618s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.137646] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.140015] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.140015] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38a567a-faf1-47ce-b9b9-43254f941d13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.147069] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1089.147069] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5284569f-d144-99b3-ec8e-85cc1fc18038" [ 1089.147069] env[69436]: _type = "Task" [ 1089.147069] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.165181] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5284569f-d144-99b3-ec8e-85cc1fc18038, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.166333] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045ce762-2364-46a4-9ae8-1c739fb7cb6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.175499] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1089.175499] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52750f2e-0bcc-5630-f9f3-5f57ceb89a90" [ 1089.175499] env[69436]: _type = "Task" [ 1089.175499] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.187053] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52750f2e-0bcc-5630-f9f3-5f57ceb89a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.365285] env[69436]: INFO nova.compute.manager [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Took 19.10 seconds to build instance. [ 1089.380639] env[69436]: DEBUG nova.network.neutron [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Updating instance_info_cache with network_info: [{"id": "111ffad5-41d3-4951-a203-66c96fb4a5a7", "address": "fa:16:3e:7b:ff:64", "network": {"id": "d5f95028-d7e3-4541-ac06-0eba004bdac7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1469037587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0871c2c731794cf89ecbab62b9308fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111ffad5-41", "ovs_interfaceid": "111ffad5-41d3-4951-a203-66c96fb4a5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.406836] env[69436]: DEBUG oslo_vmware.api [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Task: {'id': task-3255518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18696} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.406836] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.406836] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.406836] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.406836] env[69436]: INFO nova.compute.manager [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1089.406836] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.407829] env[69436]: DEBUG nova.compute.manager [-] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1089.408072] env[69436]: DEBUG nova.network.neutron [-] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.601585] env[69436]: DEBUG oslo_concurrency.lockutils [req-6cdc12a2-92e1-4acb-a465-36ab9c21b882 req-e374e110-ebf8-47b3-b1a0-11a2106a4eeb service nova] Releasing lock "refresh_cache-be8cbd48-932b-47e0-a315-9ab05016ca76" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.603324] env[69436]: INFO nova.compute.resource_tracker [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating resource usage from migration c2544244-a944-4212-a32b-0e2474a4373c [ 1089.690942] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52750f2e-0bcc-5630-f9f3-5f57ceb89a90, 'name': SearchDatastore_Task, 'duration_secs': 0.025338} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.691156] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.691477] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] be8cbd48-932b-47e0-a315-9ab05016ca76/be8cbd48-932b-47e0-a315-9ab05016ca76.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.691746] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75b6faab-30fb-4003-a94d-63482103ceae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.701077] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1089.701077] env[69436]: value = "task-3255520" [ 1089.701077] env[69436]: _type = "Task" [ 1089.701077] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.719884] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.868428] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffc5ddb0-93b8-4b0b-8e93-2550a84c5e8e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.631s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.884480] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Releasing lock "refresh_cache-48620333-f4b5-420b-b7ee-c0a5cc036546" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.884877] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Instance network_info: |[{"id": "111ffad5-41d3-4951-a203-66c96fb4a5a7", "address": "fa:16:3e:7b:ff:64", "network": {"id": "d5f95028-d7e3-4541-ac06-0eba004bdac7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1469037587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0871c2c731794cf89ecbab62b9308fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111ffad5-41", "ovs_interfaceid": "111ffad5-41d3-4951-a203-66c96fb4a5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1089.885241] env[69436]: DEBUG oslo_concurrency.lockutils [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] Acquired lock "refresh_cache-48620333-f4b5-420b-b7ee-c0a5cc036546" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.885482] env[69436]: DEBUG nova.network.neutron [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Refreshing network info cache for port 111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.886815] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:ff:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '111ffad5-41d3-4951-a203-66c96fb4a5a7', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.895331] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Creating folder: Project (0871c2c731794cf89ecbab62b9308fe1). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.899009] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ebc1cef-efd9-4431-94d5-b6193fcc289e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.917403] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Created folder: Project (0871c2c731794cf89ecbab62b9308fe1) in parent group-v650165. [ 1089.917601] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Creating folder: Instances. Parent ref: group-v650448. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.917885] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b133915-a7ec-49cd-9d03-635dce7ddb9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.931858] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Created folder: Instances in parent group-v650448. [ 1089.932158] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.932416] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.932535] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79337577-85f5-45c6-a875-ad17b91e0181 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.964777] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.964777] env[69436]: value = "task-3255523" [ 1089.964777] env[69436]: _type = "Task" [ 1089.964777] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.978921] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255523, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.034746] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46cbaed-4234-422e-bbc5-d3fb2c0633ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.044688] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb9bb33-3f8e-4325-b9fe-8b24d59a4b1f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.084072] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6305c5-3330-4539-ac3d-d4334f2161a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.099245] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce481bfe-8f11-4d96-8939-762c39dcb42f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.117127] env[69436]: DEBUG nova.compute.provider_tree [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.216357] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.343781] env[69436]: DEBUG nova.network.neutron [-] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.480436] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255523, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.621580] env[69436]: DEBUG nova.scheduler.client.report [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.724022] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644415} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.724022] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] be8cbd48-932b-47e0-a315-9ab05016ca76/be8cbd48-932b-47e0-a315-9ab05016ca76.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.724022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.724022] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a1ff84-4cdf-4afd-898a-1e813e01812e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.731357] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1090.731357] env[69436]: value = "task-3255524" [ 1090.731357] env[69436]: _type = "Task" [ 1090.731357] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.742487] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.848662] env[69436]: INFO nova.compute.manager [-] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Took 1.44 seconds to deallocate network for instance. [ 1090.978275] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255523, 'name': CreateVM_Task, 'duration_secs': 0.600346} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.978442] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.979168] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.979365] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.979684] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.979969] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eaae619-c4b1-4698-afa3-97b0e33dd63d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.985224] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1090.985224] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cf46d6-7824-419d-1134-f99e00539bfa" [ 1090.985224] env[69436]: _type = "Task" [ 1090.985224] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.994894] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cf46d6-7824-419d-1134-f99e00539bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.002041] env[69436]: DEBUG nova.network.neutron [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Updated VIF entry in instance network info cache for port 111ffad5-41d3-4951-a203-66c96fb4a5a7. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.002407] env[69436]: DEBUG nova.network.neutron [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Updating instance_info_cache with network_info: [{"id": "111ffad5-41d3-4951-a203-66c96fb4a5a7", "address": "fa:16:3e:7b:ff:64", "network": {"id": "d5f95028-d7e3-4541-ac06-0eba004bdac7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1469037587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0871c2c731794cf89ecbab62b9308fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap111ffad5-41", "ovs_interfaceid": "111ffad5-41d3-4951-a203-66c96fb4a5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.092596] env[69436]: DEBUG nova.compute.manager [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Received event network-changed-56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1091.092840] env[69436]: DEBUG nova.compute.manager [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Refreshing instance network info cache due to event network-changed-56bac68a-f029-484d-a0aa-429c3a1019cb. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1091.093109] env[69436]: DEBUG oslo_concurrency.lockutils [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] Acquiring lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.093258] env[69436]: DEBUG oslo_concurrency.lockutils [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] Acquired lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.093840] env[69436]: DEBUG nova.network.neutron [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Refreshing network info cache for port 56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.130833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.549s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.131063] env[69436]: INFO nova.compute.manager [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Migrating [ 1091.138827] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.290s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.140316] env[69436]: INFO nova.compute.claims [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.244367] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166347} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.244646] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.245488] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a2272-0615-48d2-8d55-b5f99e34b174 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.274469] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] be8cbd48-932b-47e0-a315-9ab05016ca76/be8cbd48-932b-47e0-a315-9ab05016ca76.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.274911] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a6c3fc-5e0e-4d75-a6a9-0bfeb4511e65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.297599] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1091.297599] env[69436]: value = "task-3255525" [ 1091.297599] env[69436]: _type = "Task" [ 1091.297599] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.307460] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.357422] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.499032] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cf46d6-7824-419d-1134-f99e00539bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.015308} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.499032] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.499312] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.499640] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.499853] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.500143] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.500476] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e108917-4593-4b61-87f3-f00c58906822 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.504847] env[69436]: DEBUG oslo_concurrency.lockutils [req-e95a503d-1117-4cff-8d36-6e3a01be8933 req-b4187ae3-5775-460a-8778-10c107942f55 service nova] Releasing lock "refresh_cache-48620333-f4b5-420b-b7ee-c0a5cc036546" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.515775] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.516029] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.516915] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62669b48-eca6-41e4-a368-695b335bb0f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.526769] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1091.526769] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52367d88-8197-aadd-9a2a-77f194864676" [ 1091.526769] env[69436]: _type = "Task" [ 1091.526769] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.539850] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52367d88-8197-aadd-9a2a-77f194864676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.655147] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.656807] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.657121] env[69436]: DEBUG nova.network.neutron [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.809108] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.024542] env[69436]: DEBUG nova.network.neutron [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Updated VIF entry in instance network info cache for port 56bac68a-f029-484d-a0aa-429c3a1019cb. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.025314] env[69436]: DEBUG nova.network.neutron [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Updating instance_info_cache with network_info: [{"id": "56bac68a-f029-484d-a0aa-429c3a1019cb", "address": "fa:16:3e:4a:00:d6", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56bac68a-f0", "ovs_interfaceid": "56bac68a-f029-484d-a0aa-429c3a1019cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.038556] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52367d88-8197-aadd-9a2a-77f194864676, 'name': SearchDatastore_Task, 'duration_secs': 0.025963} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.039392] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1368c59e-48d6-49f4-8547-4042eb53a7b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.047801] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1092.047801] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f7e28b-db40-5147-b265-25510b94b5ab" [ 1092.047801] env[69436]: _type = "Task" [ 1092.047801] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.058425] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f7e28b-db40-5147-b265-25510b94b5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.064138] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.064379] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.312221] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.398312] env[69436]: DEBUG nova.network.neutron [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance_info_cache with network_info: [{"id": "064d8de2-c42e-4b8c-a397-f9beef09f904", "address": "fa:16:3e:f6:10:3e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d8de2-c4", "ovs_interfaceid": "064d8de2-c42e-4b8c-a397-f9beef09f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.488790] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab01166-d3ea-4935-aea1-98e727f904af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.496759] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047dff4-1b3b-434d-9f63-ae4ccdaa302b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.529345] env[69436]: DEBUG oslo_concurrency.lockutils [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] Releasing lock "refresh_cache-803cb484-9f17-41ec-a84f-c41b0a697895" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.529671] env[69436]: DEBUG nova.compute.manager [req-3ed15d4f-4b5b-4d94-8ed5-5100dc1e1beb req-970d71a2-c182-4230-9491-8c0dd4186091 service nova] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Received event network-vif-deleted-b1ba61c0-ae62-4b32-9096-f687c5e6b1c5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1092.530812] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c633d63b-0583-48a9-a799-f8d07633f36b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.540843] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82778a8f-ba5f-4212-8771-f92b1f6fc48a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.555530] env[69436]: DEBUG nova.compute.provider_tree [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.568013] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1092.570798] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f7e28b-db40-5147-b265-25510b94b5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013736} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.571523] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.571789] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 48620333-f4b5-420b-b7ee-c0a5cc036546/48620333-f4b5-420b-b7ee-c0a5cc036546.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.572082] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd4cb69d-363a-4be2-bb6d-738ea83bf14e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.580993] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1092.580993] env[69436]: value = "task-3255526" [ 1092.580993] env[69436]: _type = "Task" [ 1092.580993] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.591324] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.809602] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255525, 'name': ReconfigVM_Task, 'duration_secs': 1.448548} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.809972] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Reconfigured VM instance instance-00000065 to attach disk [datastore2] be8cbd48-932b-47e0-a315-9ab05016ca76/be8cbd48-932b-47e0-a315-9ab05016ca76.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.811047] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44532975-9545-4116-ae6d-8554de96150d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.818717] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1092.818717] env[69436]: value = "task-3255527" [ 1092.818717] env[69436]: _type = "Task" [ 1092.818717] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.830898] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255527, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.900937] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.061818] env[69436]: DEBUG nova.scheduler.client.report [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.094242] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.099724] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.169832] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.170132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.170361] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "85fba89a-3e19-42ff-876c-6f309869f020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.170519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.170689] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.173157] env[69436]: INFO nova.compute.manager [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Terminating instance [ 1093.244287] env[69436]: DEBUG nova.compute.manager [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1093.244569] env[69436]: DEBUG nova.compute.manager [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing instance network info cache due to event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1093.244702] env[69436]: DEBUG oslo_concurrency.lockutils [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.244837] env[69436]: DEBUG oslo_concurrency.lockutils [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.244969] env[69436]: DEBUG nova.network.neutron [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.332171] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255527, 'name': Rename_Task, 'duration_secs': 0.266281} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.332473] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.332763] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0396d966-4a28-4ced-9940-91afe9d8f8bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.342046] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1093.342046] env[69436]: value = "task-3255528" [ 1093.342046] env[69436]: _type = "Task" [ 1093.342046] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.354926] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.571792] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.572597] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1093.575666] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.454s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.577386] env[69436]: INFO nova.compute.claims [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.593641] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560133} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.593966] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 48620333-f4b5-420b-b7ee-c0a5cc036546/48620333-f4b5-420b-b7ee-c0a5cc036546.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.594384] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.594538] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c03bddb-03a1-4351-a366-e29bbde94433 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.603996] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1093.603996] env[69436]: value = "task-3255529" [ 1093.603996] env[69436]: _type = "Task" [ 1093.603996] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.615167] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.676795] env[69436]: DEBUG nova.compute.manager [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1093.677068] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.678027] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3accc-fc48-4a3b-87bf-453edee9c039 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.687285] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.687593] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439a13d3-6863-4f25-aa8f-254afa1cf0d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.695207] env[69436]: DEBUG oslo_vmware.api [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1093.695207] env[69436]: value = "task-3255530" [ 1093.695207] env[69436]: _type = "Task" [ 1093.695207] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.704145] env[69436]: DEBUG oslo_vmware.api [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.854592] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255528, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.082817] env[69436]: DEBUG nova.compute.utils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.090375] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1094.090566] env[69436]: DEBUG nova.network.neutron [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.116028] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116847} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.116028] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.116028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c5a28-d3a5-46ad-87ef-e8e4631cc65c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.140126] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 48620333-f4b5-420b-b7ee-c0a5cc036546/48620333-f4b5-420b-b7ee-c0a5cc036546.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.141104] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec2f876-0254-4b3d-8432-6cf90805f1f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.164796] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1094.164796] env[69436]: value = "task-3255531" [ 1094.164796] env[69436]: _type = "Task" [ 1094.164796] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.181827] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.191068] env[69436]: DEBUG nova.policy [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ee5d796d59d4046bc74b1ed347707a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '300fea8ee2a2481e8c963f5444c6f512', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.206196] env[69436]: DEBUG oslo_vmware.api [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255530, 'name': PowerOffVM_Task, 'duration_secs': 0.344624} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.206478] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.206712] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.206995] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b280870b-9db3-4e1d-b13b-cb3356111e28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.264484] env[69436]: DEBUG nova.network.neutron [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updated VIF entry in instance network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.264933] env[69436]: DEBUG nova.network.neutron [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.306289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquiring lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.306289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.306289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquiring lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.306289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.306289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.306289] env[69436]: INFO nova.compute.manager [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Terminating instance [ 1094.306289] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.306289] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.306289] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Deleting the datastore file [datastore2] 85fba89a-3e19-42ff-876c-6f309869f020 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.306289] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb1fb83-a00a-4715-824b-6d0afb8066e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.311603] env[69436]: DEBUG oslo_vmware.api [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for the task: (returnval){ [ 1094.311603] env[69436]: value = "task-3255533" [ 1094.311603] env[69436]: _type = "Task" [ 1094.311603] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.323563] env[69436]: DEBUG oslo_vmware.api [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.354442] env[69436]: DEBUG oslo_vmware.api [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255528, 'name': PowerOnVM_Task, 'duration_secs': 0.666721} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.354442] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.354442] env[69436]: INFO nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1094.354679] env[69436]: DEBUG nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1094.355574] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd038d80-af35-4e1d-a9a6-f79e16c60d8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.419759] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb91ed3e-bd02-4b89-af7f-6e2497e1244f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.442592] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.591653] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1094.685040] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.768185] env[69436]: DEBUG oslo_concurrency.lockutils [req-218a9fb6-d4af-4e4d-8c39-4e339073e208 req-10aee7a6-f16a-4655-a14f-1a72993b9438 service nova] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.769270] env[69436]: DEBUG nova.network.neutron [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Successfully created port: 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.806732] env[69436]: DEBUG nova.compute.manager [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1094.806970] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.808156] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d251b197-863e-47b8-a0ff-b5524fdc913b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.819643] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1094.819643] env[69436]: value = "task-3255534" [ 1094.819643] env[69436]: _type = "Task" [ 1094.819643] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.826924] env[69436]: DEBUG oslo_vmware.api [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Task: {'id': task-3255533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398575} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.827429] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.827649] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.827869] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.828022] env[69436]: INFO nova.compute.manager [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.828290] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.828510] env[69436]: DEBUG nova.compute.manager [-] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1094.828582] env[69436]: DEBUG nova.network.neutron [-] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.836521] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.878342] env[69436]: INFO nova.compute.manager [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Took 22.82 seconds to build instance. [ 1094.948689] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.949011] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-657a1478-b595-4254-b230-a9cb1c256fbd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.959606] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1094.959606] env[69436]: value = "task-3255535" [ 1094.959606] env[69436]: _type = "Task" [ 1094.959606] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.971986] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.038107] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e2aa3d-910b-4ce9-ba8b-e26d1a71f9ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.048209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7de8e4-f065-4b2a-8174-7b3ee8b944c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.084632] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33100d0f-f4e9-43c9-bd42-644913f0db62 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.095602] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbda8193-9089-4264-bd84-4623360bc109 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.122764] env[69436]: DEBUG nova.compute.provider_tree [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.180554] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255531, 'name': ReconfigVM_Task, 'duration_secs': 0.732205} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.181798] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 48620333-f4b5-420b-b7ee-c0a5cc036546/48620333-f4b5-420b-b7ee-c0a5cc036546.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.182790] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0d474f-426a-41ba-86e5-982a350974c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.191658] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1095.191658] env[69436]: value = "task-3255536" [ 1095.191658] env[69436]: _type = "Task" [ 1095.191658] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.205761] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255536, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.336652] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255534, 'name': PowerOffVM_Task, 'duration_secs': 0.274548} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.337792] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.338209] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.341020] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650412', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'name': 'volume-196ab319-111d-4371-aef2-99087051c7af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca2c62cb-eb2e-4d1e-9969-830866cd34f6', 'attached_at': '', 'detached_at': '', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'serial': '196ab319-111d-4371-aef2-99087051c7af'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1095.341020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a96fe-1859-45b1-8f8f-989ab1d82b83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.362328] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0afcfc-93df-44d8-b4fa-89aaab3ebbb7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.372026] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd80d2-f68b-433b-ade1-78c7cd445545 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.393565] env[69436]: DEBUG oslo_concurrency.lockutils [None req-655b4237-9906-4cfd-a91c-199916dc3982 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.345s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.394759] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b91042-a766-49ec-a9db-d9fef2b005b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.413235] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] The volume has not been displaced from its original location: [datastore1] volume-196ab319-111d-4371-aef2-99087051c7af/volume-196ab319-111d-4371-aef2-99087051c7af.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1095.419264] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.419759] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7af40b-c6a1-4b57-b85e-e976853e302b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.442019] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1095.442019] env[69436]: value = "task-3255537" [ 1095.442019] env[69436]: _type = "Task" [ 1095.442019] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.450794] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.472272] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255535, 'name': PowerOffVM_Task, 'duration_secs': 0.212133} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.472857] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.473405] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.611893] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1095.625186] env[69436]: DEBUG nova.scheduler.client.report [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.643244] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.643489] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.643640] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.643910] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.643910] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.644062] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.644312] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.644445] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.644614] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.644895] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.645105] env[69436]: DEBUG nova.virt.hardware [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.646163] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbe5b9d-c37c-4e6b-877f-6c79084143a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.657422] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858dd41-4f9f-48b3-b311-c9c2496a8cdb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.702276] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255536, 'name': Rename_Task, 'duration_secs': 0.256381} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.702564] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.702823] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3846eef6-ac60-4dc7-8fe9-addfcc80c707 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.711278] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1095.711278] env[69436]: value = "task-3255538" [ 1095.711278] env[69436]: _type = "Task" [ 1095.711278] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.720743] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.951338] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255537, 'name': ReconfigVM_Task, 'duration_secs': 0.256922} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.951998] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.957456] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40b4bc3-271f-4e9e-b4bc-d5617af59a2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.974475] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1095.974475] env[69436]: value = "task-3255539" [ 1095.974475] env[69436]: _type = "Task" [ 1095.974475] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.980223] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.980488] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.980653] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.980951] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.981180] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.981400] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.982062] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.982062] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.982236] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.982298] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.982525] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.989639] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efc974d-cb16-4a5f-a672-34fbff88084f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.009653] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.011211] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1096.011211] env[69436]: value = "task-3255540" [ 1096.011211] env[69436]: _type = "Task" [ 1096.011211] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.132645] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.133585] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1096.138010] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.676s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.139035] env[69436]: DEBUG nova.objects.instance [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'resources' on Instance uuid 2a7e2e20-8685-4486-a443-09495bf89619 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.223390] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.308972] env[69436]: DEBUG nova.compute.manager [req-e35fae00-24ed-4d06-8968-6cbfb2c24f9a req-af38bdd6-3a39-4378-8f60-62d29f1641aa service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Received event network-vif-deleted-c042ed67-458b-4f40-9b88-a3465b042d2a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1096.309297] env[69436]: INFO nova.compute.manager [req-e35fae00-24ed-4d06-8968-6cbfb2c24f9a req-af38bdd6-3a39-4378-8f60-62d29f1641aa service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Neutron deleted interface c042ed67-458b-4f40-9b88-a3465b042d2a; detaching it from the instance and deleting it from the info cache [ 1096.309583] env[69436]: DEBUG nova.network.neutron [req-e35fae00-24ed-4d06-8968-6cbfb2c24f9a req-af38bdd6-3a39-4378-8f60-62d29f1641aa service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.486889] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255539, 'name': ReconfigVM_Task, 'duration_secs': 0.220515} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.487311] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650412', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'name': 'volume-196ab319-111d-4371-aef2-99087051c7af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca2c62cb-eb2e-4d1e-9969-830866cd34f6', 'attached_at': '', 'detached_at': '', 'volume_id': '196ab319-111d-4371-aef2-99087051c7af', 'serial': '196ab319-111d-4371-aef2-99087051c7af'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1096.487534] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.488372] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c30bb5-1c6f-4b4a-93d2-d75a9666a63f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.497021] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.497354] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e84a5b-a45a-4f6f-8720-2b30240d55b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.522364] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.580400] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.580913] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.581295] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Deleting the datastore file [datastore1] ca2c62cb-eb2e-4d1e-9969-830866cd34f6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.581994] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0bb987f-f830-431b-a8d5-09aefe6ecdf3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.586999] env[69436]: DEBUG nova.network.neutron [-] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.595392] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for the task: (returnval){ [ 1096.595392] env[69436]: value = "task-3255542" [ 1096.595392] env[69436]: _type = "Task" [ 1096.595392] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.615286] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.645124] env[69436]: DEBUG nova.compute.utils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.651588] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1096.655292] env[69436]: DEBUG nova.network.neutron [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.739863] env[69436]: DEBUG oslo_vmware.api [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255538, 'name': PowerOnVM_Task, 'duration_secs': 0.798194} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.742640] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a53fde-0956-cd37-2ed3-c2d1b047518f/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1096.742992] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.743235] env[69436]: INFO nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1096.743409] env[69436]: DEBUG nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1096.744378] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7152ddd3-31be-4c6e-83d7-bf3f29395ed5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.753142] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aa70d2-8564-4bd1-94ca-231f377cd77d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.758522] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a53fde-0956-cd37-2ed3-c2d1b047518f/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1096.758704] env[69436]: ERROR oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a53fde-0956-cd37-2ed3-c2d1b047518f/disk-0.vmdk due to incomplete transfer. [ 1096.763644] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5b907aa-229f-4472-8092-0f6bb302017c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.772282] env[69436]: DEBUG nova.policy [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02691a30f7641918a9558aad67607dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ba3497a93141fa87e3efd3abcbf682', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.786168] env[69436]: DEBUG oslo_vmware.rw_handles [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a53fde-0956-cd37-2ed3-c2d1b047518f/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1096.786168] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Uploaded image 24a94510-dbcf-43e2-97a9-098119bc46b4 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1096.789514] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1096.790721] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d60b453f-0fbf-4da6-88a2-4476bc92cdb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.800478] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1096.800478] env[69436]: value = "task-3255543" [ 1096.800478] env[69436]: _type = "Task" [ 1096.800478] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.809405] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255543, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.814483] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a261fbd1-476b-4062-8d7a-bc3177e62b85 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.824903] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d10b2c-f7d5-4035-b14b-a080aba7178a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.868390] env[69436]: DEBUG nova.compute.manager [req-e35fae00-24ed-4d06-8968-6cbfb2c24f9a req-af38bdd6-3a39-4378-8f60-62d29f1641aa service nova] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Detach interface failed, port_id=c042ed67-458b-4f40-9b88-a3465b042d2a, reason: Instance 85fba89a-3e19-42ff-876c-6f309869f020 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1097.021965] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.069394] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccaffa4-eb7d-4344-bf32-75f18f9235ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.077552] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991f108-2eb5-4828-946b-03808d7ed5e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.108413] env[69436]: INFO nova.compute.manager [-] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Took 2.28 seconds to deallocate network for instance. [ 1097.117257] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd37bd2-8672-45b5-9ece-b14f1ea2fdd9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.135318] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c58ed0-9a37-4c60-8feb-123eeda0ae71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.139709] env[69436]: DEBUG oslo_vmware.api [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Task: {'id': task-3255542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155206} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.140038] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.140281] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.140676] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.140925] env[69436]: INFO nova.compute.manager [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1097.141220] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.141885] env[69436]: DEBUG nova.compute.manager [-] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1097.142104] env[69436]: DEBUG nova.network.neutron [-] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.153067] env[69436]: DEBUG nova.compute.provider_tree [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.158533] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1097.166179] env[69436]: DEBUG nova.network.neutron [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Successfully updated port: 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.225727] env[69436]: DEBUG nova.compute.manager [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1097.226661] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec86694c-e5e8-43f9-a9a9-eb2844a1c81f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.281581] env[69436]: INFO nova.compute.manager [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Took 23.50 seconds to build instance. [ 1097.317194] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255543, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.357771] env[69436]: DEBUG nova.network.neutron [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Successfully created port: 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.524819] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255540, 'name': ReconfigVM_Task, 'duration_secs': 1.277588} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.525195] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.627835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.653784] env[69436]: DEBUG nova.compute.manager [req-c19363ff-8d08-4d9e-a9e9-48547e760621 req-9c9802e5-1849-4434-8d19-809232199979 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Received event network-vif-deleted-e2b4c443-2bad-48d6-b1ee-f8af3f30ee89 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1097.653972] env[69436]: INFO nova.compute.manager [req-c19363ff-8d08-4d9e-a9e9-48547e760621 req-9c9802e5-1849-4434-8d19-809232199979 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Neutron deleted interface e2b4c443-2bad-48d6-b1ee-f8af3f30ee89; detaching it from the instance and deleting it from the info cache [ 1097.654166] env[69436]: DEBUG nova.network.neutron [req-c19363ff-8d08-4d9e-a9e9-48547e760621 req-9c9802e5-1849-4434-8d19-809232199979 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.656205] env[69436]: DEBUG nova.scheduler.client.report [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.668513] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "refresh_cache-984efc65-1a42-44bf-b5a9-f5b96b1623a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.668672] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquired lock "refresh_cache-984efc65-1a42-44bf-b5a9-f5b96b1623a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.668893] env[69436]: DEBUG nova.network.neutron [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.740162] env[69436]: INFO nova.compute.manager [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] instance snapshotting [ 1097.743290] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4d8fe-0efd-4b6d-b184-f656ca67f5a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.766242] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78712fdd-666b-44ae-9162-57a780e3a0eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.785308] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dabcae97-bb4c-4f90-bb6e-7d32d848a680 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.021s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.819211] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255543, 'name': Destroy_Task, 'duration_secs': 0.862173} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.822978] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Destroyed the VM [ 1097.824264] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1097.824264] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efa2964f-07d4-4481-8984-4fa808435c08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.832528] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1097.832528] env[69436]: value = "task-3255544" [ 1097.832528] env[69436]: _type = "Task" [ 1097.832528] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.845788] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.035291] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.035610] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.035763] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.035974] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.037761] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.037959] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.038189] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.038358] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.038532] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.038706] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.038877] env[69436]: DEBUG nova.virt.hardware [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.044177] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.044539] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a39768-4682-4bff-8e6f-2ea3cf195692 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.065300] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1098.065300] env[69436]: value = "task-3255545" [ 1098.065300] env[69436]: _type = "Task" [ 1098.065300] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.073807] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.130992] env[69436]: DEBUG nova.network.neutron [-] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.161354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.163677] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fb88522-9ef7-4cf1-b0f6-4d7cb15f82e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.165775] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.961s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.166041] env[69436]: DEBUG nova.objects.instance [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'resources' on Instance uuid 5e872a46-1c3e-4e2a-b7bc-358471966940 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.172848] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1098.189423] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c663f22-9ec5-4e0c-bd49-98181b2f58c0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.203307] env[69436]: INFO nova.scheduler.client.report [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance 2a7e2e20-8685-4486-a443-09495bf89619 [ 1098.236512] env[69436]: DEBUG nova.compute.manager [req-c19363ff-8d08-4d9e-a9e9-48547e760621 req-9c9802e5-1849-4434-8d19-809232199979 service nova] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Detach interface failed, port_id=e2b4c443-2bad-48d6-b1ee-f8af3f30ee89, reason: Instance ca2c62cb-eb2e-4d1e-9969-830866cd34f6 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1098.237614] env[69436]: DEBUG nova.network.neutron [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.243454] env[69436]: DEBUG nova.virt.hardware [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.244501] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34715a31-1fcc-4506-bdf0-f1d8a337f57d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.256274] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37acbba-1cb6-4f3a-b82f-0ca0dc0bc3f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.283265] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.283265] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3fe6b278-443f-438d-9bd8-1a138d173a6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.290540] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1098.290540] env[69436]: value = "task-3255546" [ 1098.290540] env[69436]: _type = "Task" [ 1098.290540] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.302338] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.333777] env[69436]: DEBUG nova.compute.manager [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Received event network-vif-plugged-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1098.334118] env[69436]: DEBUG oslo_concurrency.lockutils [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] Acquiring lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.334118] env[69436]: DEBUG oslo_concurrency.lockutils [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.334405] env[69436]: DEBUG oslo_concurrency.lockutils [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.334405] env[69436]: DEBUG nova.compute.manager [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] No waiting events found dispatching network-vif-plugged-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.334566] env[69436]: WARNING nova.compute.manager [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Received unexpected event network-vif-plugged-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d for instance with vm_state building and task_state spawning. [ 1098.334716] env[69436]: DEBUG nova.compute.manager [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Received event network-changed-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1098.334856] env[69436]: DEBUG nova.compute.manager [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Refreshing instance network info cache due to event network-changed-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1098.335350] env[69436]: DEBUG oslo_concurrency.lockutils [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] Acquiring lock "refresh_cache-984efc65-1a42-44bf-b5a9-f5b96b1623a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.344853] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255544, 'name': RemoveSnapshot_Task, 'duration_secs': 0.46027} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.345109] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1098.345375] env[69436]: DEBUG nova.compute.manager [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1098.346161] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726e979-2fb8-4b4d-b0b8-27fce92e9e7e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.393372] env[69436]: DEBUG nova.network.neutron [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Updating instance_info_cache with network_info: [{"id": "45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d", "address": "fa:16:3e:3a:7d:d7", "network": {"id": "7a4874b2-e4a6-4b64-8742-a672b75dce00", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-141103907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300fea8ee2a2481e8c963f5444c6f512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd3a6c-a2", "ovs_interfaceid": "45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.578491] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255545, 'name': ReconfigVM_Task, 'duration_secs': 0.203579} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.578778] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.579586] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6edeca2-110b-4812-af5a-00900b43017e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.601381] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572/aef76bdb-4584-40c7-a7bf-ec3d69a9f572.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.602020] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabdbc1e-fa55-4ad9-8d5e-e7f0e020b8ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.620283] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1098.620283] env[69436]: value = "task-3255547" [ 1098.620283] env[69436]: _type = "Task" [ 1098.620283] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.628563] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.635127] env[69436]: INFO nova.compute.manager [-] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Took 1.49 seconds to deallocate network for instance. [ 1098.720261] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4ce1fe3-3c08-4716-91d3-6d1344464b00 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "2a7e2e20-8685-4486-a443-09495bf89619" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.820s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.800483] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255546, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.807300] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "48620333-f4b5-420b-b7ee-c0a5cc036546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.807544] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.807748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "48620333-f4b5-420b-b7ee-c0a5cc036546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.807935] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.808120] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.810371] env[69436]: INFO nova.compute.manager [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Terminating instance [ 1098.859595] env[69436]: INFO nova.compute.manager [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Shelve offloading [ 1098.896731] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Releasing lock "refresh_cache-984efc65-1a42-44bf-b5a9-f5b96b1623a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.896864] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Instance network_info: |[{"id": "45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d", "address": "fa:16:3e:3a:7d:d7", "network": {"id": "7a4874b2-e4a6-4b64-8742-a672b75dce00", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-141103907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300fea8ee2a2481e8c963f5444c6f512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd3a6c-a2", "ovs_interfaceid": "45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1098.898035] env[69436]: DEBUG oslo_concurrency.lockutils [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] Acquired lock "refresh_cache-984efc65-1a42-44bf-b5a9-f5b96b1623a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.898035] env[69436]: DEBUG nova.network.neutron [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Refreshing network info cache for port 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.898462] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:7d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.907921] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Creating folder: Project (300fea8ee2a2481e8c963f5444c6f512). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.911760] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a60127d-539c-4ba8-adc7-48a328e756ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.934054] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Created folder: Project (300fea8ee2a2481e8c963f5444c6f512) in parent group-v650165. [ 1098.934054] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Creating folder: Instances. Parent ref: group-v650451. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.934054] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4315341-797d-4d38-954a-cc8341fe57b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.944791] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Created folder: Instances in parent group-v650451. [ 1098.945046] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.945242] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.945449] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9440e350-f54d-4ba7-b3ac-7aba42b1c512 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.975897] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.975897] env[69436]: value = "task-3255550" [ 1098.975897] env[69436]: _type = "Task" [ 1098.975897] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.991288] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255550, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.023838] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1f4d99-8728-4d11-8c82-b7cefbc09d72 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.031926] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d37a1-7406-4eb4-b97d-330bc6515c2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.072607] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9affe6-a445-43f6-9cd0-f7282d32faa9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.083942] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b7ff0f-3488-4d3f-9b77-beead32362c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.099521] env[69436]: DEBUG nova.compute.provider_tree [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.102022] env[69436]: DEBUG nova.network.neutron [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Successfully updated port: 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.131864] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255547, 'name': ReconfigVM_Task, 'duration_secs': 0.309147} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.132213] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Reconfigured VM instance instance-0000005f to attach disk [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572/aef76bdb-4584-40c7-a7bf-ec3d69a9f572.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.132616] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.186714] env[69436]: INFO nova.compute.manager [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Took 0.55 seconds to detach 1 volumes for instance. [ 1099.190126] env[69436]: DEBUG nova.compute.manager [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Deleting volume: 196ab319-111d-4371-aef2-99087051c7af {{(pid=69436) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3322}} [ 1099.301155] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255546, 'name': CreateSnapshot_Task, 'duration_secs': 0.877503} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.301470] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1099.302245] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533b02f-0212-492e-929f-fd87171d1bb9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.317022] env[69436]: DEBUG nova.compute.manager [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1099.317022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.317022] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715b7b87-6958-45b8-a916-1b39f8f03418 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.324260] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.324621] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6d8e19-0adb-4344-8d6e-9fd33a2dbd8f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.331490] env[69436]: DEBUG oslo_vmware.api [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1099.331490] env[69436]: value = "task-3255552" [ 1099.331490] env[69436]: _type = "Task" [ 1099.331490] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.341218] env[69436]: DEBUG oslo_vmware.api [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.366507] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.367368] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8fdff9-1cab-4144-b5ed-7a553136362e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.374519] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1099.374519] env[69436]: value = "task-3255553" [ 1099.374519] env[69436]: _type = "Task" [ 1099.374519] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.385529] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.386149] env[69436]: DEBUG nova.compute.manager [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1099.387505] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fe8c6b-60c2-4ea9-aab2-99b4fe484b5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.393532] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.393984] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.394304] env[69436]: DEBUG nova.network.neutron [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.489544] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255550, 'name': CreateVM_Task, 'duration_secs': 0.37426} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.489730] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.490492] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.491024] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.491365] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.491626] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85aef8c2-9e5f-45bd-b19a-e99efb3a7690 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.496682] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1099.496682] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523598d0-0442-4aa5-196b-b50d4866a63b" [ 1099.496682] env[69436]: _type = "Task" [ 1099.496682] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.505261] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523598d0-0442-4aa5-196b-b50d4866a63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.605429] env[69436]: DEBUG nova.scheduler.client.report [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.610827] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.610995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.611560] env[69436]: DEBUG nova.network.neutron [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.639182] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce2ae47-5975-4629-abe7-10fe3296c4ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.660516] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b4a7b1-93ed-44c4-8849-1f544f788697 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.679244] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.741319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.751921] env[69436]: DEBUG nova.network.neutron [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Updated VIF entry in instance network info cache for port 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.752316] env[69436]: DEBUG nova.network.neutron [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Updating instance_info_cache with network_info: [{"id": "45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d", "address": "fa:16:3e:3a:7d:d7", "network": {"id": "7a4874b2-e4a6-4b64-8742-a672b75dce00", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-141103907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300fea8ee2a2481e8c963f5444c6f512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45fd3a6c-a2", "ovs_interfaceid": "45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.819476] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.819794] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23fd29be-6234-4eb3-afa1-839afd9e3838 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.833974] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1099.833974] env[69436]: value = "task-3255554" [ 1099.833974] env[69436]: _type = "Task" [ 1099.833974] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.844514] env[69436]: DEBUG oslo_vmware.api [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255552, 'name': PowerOffVM_Task, 'duration_secs': 0.292837} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.847211] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.847381] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.847651] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255554, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.847808] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4cb0380-7f01-4a44-8734-2307b01dabb4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.010799] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523598d0-0442-4aa5-196b-b50d4866a63b, 'name': SearchDatastore_Task, 'duration_secs': 0.018636} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.011126] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.011365] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.011601] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.011751] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.011928] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.012221] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c3fd08-53d6-4924-84db-fa91aad5961c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.043247] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.043435] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.044191] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714296d2-f945-44f2-9e0a-d2dae4f63576 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.049603] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1100.049603] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52707415-315e-2536-c8d4-0051ecfc0204" [ 1100.049603] env[69436]: _type = "Task" [ 1100.049603] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.057232] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52707415-315e-2536-c8d4-0051ecfc0204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.093380] env[69436]: DEBUG nova.network.neutron [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updating instance_info_cache with network_info: [{"id": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "address": "fa:16:3e:3b:5f:ce", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap393a8d83-33", "ovs_interfaceid": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.115114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.117396] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.622s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.118838] env[69436]: INFO nova.compute.claims [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.133813] env[69436]: INFO nova.scheduler.client.report [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted allocations for instance 5e872a46-1c3e-4e2a-b7bc-358471966940 [ 1100.182569] env[69436]: DEBUG nova.network.neutron [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.242345] env[69436]: DEBUG nova.network.neutron [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Port 064d8de2-c42e-4b8c-a397-f9beef09f904 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1100.258298] env[69436]: DEBUG oslo_concurrency.lockutils [req-dfbaf52c-ecd5-4f2e-86eb-33121572ecfb req-784ce1d0-eac7-456f-8bf6-5ba8a33b716e service nova] Releasing lock "refresh_cache-984efc65-1a42-44bf-b5a9-f5b96b1623a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.273426] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.273683] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.346886] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255554, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.388497] env[69436]: DEBUG nova.compute.manager [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Received event network-vif-plugged-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1100.388714] env[69436]: DEBUG oslo_concurrency.lockutils [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.388958] env[69436]: DEBUG oslo_concurrency.lockutils [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.389182] env[69436]: DEBUG oslo_concurrency.lockutils [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.389304] env[69436]: DEBUG nova.compute.manager [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] No waiting events found dispatching network-vif-plugged-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.389465] env[69436]: WARNING nova.compute.manager [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Received unexpected event network-vif-plugged-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 for instance with vm_state building and task_state spawning. [ 1100.389621] env[69436]: DEBUG nova.compute.manager [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Received event network-changed-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1100.389828] env[69436]: DEBUG nova.compute.manager [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Refreshing instance network info cache due to event network-changed-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1100.390032] env[69436]: DEBUG oslo_concurrency.lockutils [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] Acquiring lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.415080] env[69436]: DEBUG nova.network.neutron [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating instance_info_cache with network_info: [{"id": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "address": "fa:16:3e:3d:ab:2b", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcdefe4-9b", "ovs_interfaceid": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.543454] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.543702] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.543898] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Deleting the datastore file [datastore1] 48620333-f4b5-420b-b7ee-c0a5cc036546 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.544180] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f7541e-fa46-4219-aef8-a5832d1e4845 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.550567] env[69436]: DEBUG oslo_vmware.api [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for the task: (returnval){ [ 1100.550567] env[69436]: value = "task-3255556" [ 1100.550567] env[69436]: _type = "Task" [ 1100.550567] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.561526] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52707415-315e-2536-c8d4-0051ecfc0204, 'name': SearchDatastore_Task, 'duration_secs': 0.022447} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.565081] env[69436]: DEBUG oslo_vmware.api [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.565313] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fee06d-d505-4f0b-9c9e-41bc378611b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.570105] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1100.570105] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522f40c9-06bf-8e88-02e7-923fc11c03fc" [ 1100.570105] env[69436]: _type = "Task" [ 1100.570105] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.578109] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522f40c9-06bf-8e88-02e7-923fc11c03fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.600211] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.643199] env[69436]: DEBUG oslo_concurrency.lockutils [None req-59834e8b-d0e6-4799-a724-a5e8e9c9817e tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "5e872a46-1c3e-4e2a-b7bc-358471966940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.073s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.780855] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1100.852908] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255554, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.918707] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.919064] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance network_info: |[{"id": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "address": "fa:16:3e:3d:ab:2b", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcdefe4-9b", "ovs_interfaceid": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1100.919389] env[69436]: DEBUG oslo_concurrency.lockutils [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] Acquired lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.919571] env[69436]: DEBUG nova.network.neutron [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Refreshing network info cache for port 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.923517] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ab:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcdefe4-9ba8-4ce6-81a9-372dc24b9393', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.930459] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.931427] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.931668] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-374dbe21-1c30-4065-8c2b-4bac2db18854 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.952543] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.952543] env[69436]: value = "task-3255557" [ 1100.952543] env[69436]: _type = "Task" [ 1100.952543] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.963695] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255557, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.008860] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.009863] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a0a347-41fa-4362-a12d-06163a6f589e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.017838] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.018316] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463cc7f5-1343-488c-9c15-c97bae477d12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.066821] env[69436]: DEBUG oslo_vmware.api [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Task: {'id': task-3255556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247737} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.067138] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.067359] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.067527] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.067680] env[69436]: INFO nova.compute.manager [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1101.067943] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.068172] env[69436]: DEBUG nova.compute.manager [-] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1101.068692] env[69436]: DEBUG nova.network.neutron [-] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.079208] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522f40c9-06bf-8e88-02e7-923fc11c03fc, 'name': SearchDatastore_Task, 'duration_secs': 0.032902} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.079466] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.079723] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 984efc65-1a42-44bf-b5a9-f5b96b1623a3/984efc65-1a42-44bf-b5a9-f5b96b1623a3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.079985] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e2ecba1-ba7a-488a-92c6-d67f0e931e5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.087479] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1101.087479] env[69436]: value = "task-3255559" [ 1101.087479] env[69436]: _type = "Task" [ 1101.087479] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.088628] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.088853] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.089069] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleting the datastore file [datastore1] dc66e919-8098-4f63-9ca1-9df7f8b6240b {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.092949] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfff964-4059-49a1-8450-e489222fe43c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.104071] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.105357] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1101.105357] env[69436]: value = "task-3255560" [ 1101.105357] env[69436]: _type = "Task" [ 1101.105357] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.114580] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.274246] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.274495] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.275321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.310307] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.351569] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255554, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.465051] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255557, 'name': CreateVM_Task, 'duration_secs': 0.352475} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.465051] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.469230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469866] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.470338] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.471026] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af969a4-96b2-4975-8497-17c2599fccf7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.479167] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1101.479167] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52539667-2800-f20e-0a52-79fbcbd4eb47" [ 1101.479167] env[69436]: _type = "Task" [ 1101.479167] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.490915] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52539667-2800-f20e-0a52-79fbcbd4eb47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.541864] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dedbc05-3894-4aad-8336-ef0ee705ba3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.551427] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed813ec-92ca-48c2-81b4-b59bc0634329 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.595979] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee1fb73-319b-4f8b-8203-3b927e680d9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.604130] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255559, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.610477] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa6463b-f706-4453-8a69-864081c54a68 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.619411] env[69436]: DEBUG oslo_vmware.api [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162253} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.627967] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.628371] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.628708] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.631146] env[69436]: DEBUG nova.compute.provider_tree [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.657940] env[69436]: INFO nova.scheduler.client.report [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocations for instance dc66e919-8098-4f63-9ca1-9df7f8b6240b [ 1101.797360] env[69436]: DEBUG nova.network.neutron [-] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.799017] env[69436]: DEBUG nova.network.neutron [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updated VIF entry in instance network info cache for port 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.799376] env[69436]: DEBUG nova.network.neutron [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating instance_info_cache with network_info: [{"id": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "address": "fa:16:3e:3d:ab:2b", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcdefe4-9b", "ovs_interfaceid": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.851102] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255554, 'name': CloneVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.989794] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52539667-2800-f20e-0a52-79fbcbd4eb47, 'name': SearchDatastore_Task, 'duration_secs': 0.061565} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.990128] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.990373] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.990611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.990756] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.990946] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.991252] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d07d86f-1a2f-4989-8af8-d2e840f5dbd4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.001890] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.002091] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.002897] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64588ba9-6f17-44d3-b1e6-8186384b2a64 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.009363] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1102.009363] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52661d0a-9cc9-67ca-975a-4becdba39eb8" [ 1102.009363] env[69436]: _type = "Task" [ 1102.009363] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.016993] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52661d0a-9cc9-67ca-975a-4becdba39eb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.099423] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528768} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.099704] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 984efc65-1a42-44bf-b5a9-f5b96b1623a3/984efc65-1a42-44bf-b5a9-f5b96b1623a3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.099919] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.100188] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4690ec5c-b4a5-486a-83ba-42e56bb028df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106851] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1102.106851] env[69436]: value = "task-3255561" [ 1102.106851] env[69436]: _type = "Task" [ 1102.106851] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.114366] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.134586] env[69436]: DEBUG nova.scheduler.client.report [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.162011] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.302078] env[69436]: DEBUG oslo_concurrency.lockutils [req-9d0a7254-d5c0-414d-9947-71f90a52218f req-8a070bbb-8eb7-4078-8fb1-a39e59ed1da5 service nova] Releasing lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.302619] env[69436]: INFO nova.compute.manager [-] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Took 1.23 seconds to deallocate network for instance. [ 1102.308690] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.308862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.309051] env[69436]: DEBUG nova.network.neutron [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.351969] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255554, 'name': CloneVM_Task, 'duration_secs': 2.075841} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.352250] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Created linked-clone VM from snapshot [ 1102.352988] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d63cd-51b4-4979-a365-a8f4d5b8abee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.360470] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Uploading image 9dc35be4-ec67-4776-928a-58d022c44ee8 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1102.381885] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1102.381885] env[69436]: value = "vm-650455" [ 1102.381885] env[69436]: _type = "VirtualMachine" [ 1102.381885] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1102.382204] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34166077-156a-4eac-ac22-7d7af8432889 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.388538] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lease: (returnval){ [ 1102.388538] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff5fbf-6366-90b8-064c-b62f5042b7d4" [ 1102.388538] env[69436]: _type = "HttpNfcLease" [ 1102.388538] env[69436]: } obtained for exporting VM: (result){ [ 1102.388538] env[69436]: value = "vm-650455" [ 1102.388538] env[69436]: _type = "VirtualMachine" [ 1102.388538] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1102.388783] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the lease: (returnval){ [ 1102.388783] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff5fbf-6366-90b8-064c-b62f5042b7d4" [ 1102.388783] env[69436]: _type = "HttpNfcLease" [ 1102.388783] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1102.394818] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.394818] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff5fbf-6366-90b8-064c-b62f5042b7d4" [ 1102.394818] env[69436]: _type = "HttpNfcLease" [ 1102.394818] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.417986] env[69436]: DEBUG nova.compute.manager [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Received event network-vif-unplugged-393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1102.417986] env[69436]: DEBUG oslo_concurrency.lockutils [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] Acquiring lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.418200] env[69436]: DEBUG oslo_concurrency.lockutils [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.418200] env[69436]: DEBUG oslo_concurrency.lockutils [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.418502] env[69436]: DEBUG nova.compute.manager [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] No waiting events found dispatching network-vif-unplugged-393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.418583] env[69436]: WARNING nova.compute.manager [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Received unexpected event network-vif-unplugged-393a8d83-33be-498e-a0a3-3b3e98bd468e for instance with vm_state shelved_offloaded and task_state None. [ 1102.418714] env[69436]: DEBUG nova.compute.manager [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Received event network-changed-393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1102.418880] env[69436]: DEBUG nova.compute.manager [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Refreshing instance network info cache due to event network-changed-393a8d83-33be-498e-a0a3-3b3e98bd468e. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1102.419095] env[69436]: DEBUG oslo_concurrency.lockutils [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] Acquiring lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.419191] env[69436]: DEBUG oslo_concurrency.lockutils [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] Acquired lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.419345] env[69436]: DEBUG nova.network.neutron [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Refreshing network info cache for port 393a8d83-33be-498e-a0a3-3b3e98bd468e {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.520344] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52661d0a-9cc9-67ca-975a-4becdba39eb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.521457] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01364724-5adc-4932-8f9d-7c1e3de4e934 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.527168] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1102.527168] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52502c16-a513-9371-9eca-009748e303db" [ 1102.527168] env[69436]: _type = "Task" [ 1102.527168] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.535048] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52502c16-a513-9371-9eca-009748e303db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.617737] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06762} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.618093] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.618961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f32d0e-2b2b-42c4-804e-0f48343c4f66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.642165] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 984efc65-1a42-44bf-b5a9-f5b96b1623a3/984efc65-1a42-44bf-b5a9-f5b96b1623a3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.642938] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.643832] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1102.646216] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58a259b-bdc3-49e1-a0e3-2877c960d6e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.661722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.271s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.662035] env[69436]: DEBUG nova.objects.instance [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lazy-loading 'resources' on Instance uuid 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.668843] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1102.668843] env[69436]: value = "task-3255563" [ 1102.668843] env[69436]: _type = "Task" [ 1102.668843] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.678362] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.809296] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.897020] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.897020] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff5fbf-6366-90b8-064c-b62f5042b7d4" [ 1102.897020] env[69436]: _type = "HttpNfcLease" [ 1102.897020] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.897323] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.897323] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ff5fbf-6366-90b8-064c-b62f5042b7d4" [ 1102.897323] env[69436]: _type = "HttpNfcLease" [ 1102.897323] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1102.898075] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f76fc9-54a7-485a-9cb2-189d4722d0bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.907312] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec16d2-905a-6e27-a6ce-a799d9b64f5c/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.907312] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec16d2-905a-6e27-a6ce-a799d9b64f5c/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1102.972153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.972403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.011722] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-595a267a-0190-411c-be1f-2cea7fecd847 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.039521] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52502c16-a513-9371-9eca-009748e303db, 'name': SearchDatastore_Task, 'duration_secs': 0.016964} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.046697] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.047037] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.049884] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9899d021-d77b-426e-9ef4-bf34ec044bf6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.056850] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1103.056850] env[69436]: value = "task-3255564" [ 1103.056850] env[69436]: _type = "Task" [ 1103.056850] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.065200] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.163144] env[69436]: DEBUG nova.compute.utils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.164581] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1103.164755] env[69436]: DEBUG nova.network.neutron [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.178564] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.199509] env[69436]: DEBUG nova.network.neutron [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updated VIF entry in instance network info cache for port 393a8d83-33be-498e-a0a3-3b3e98bd468e. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.199956] env[69436]: DEBUG nova.network.neutron [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updating instance_info_cache with network_info: [{"id": "393a8d83-33be-498e-a0a3-3b3e98bd468e", "address": "fa:16:3e:3b:5f:ce", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap393a8d83-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.338051] env[69436]: DEBUG oslo_concurrency.lockutils [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.479024] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1103.512546] env[69436]: DEBUG nova.network.neutron [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance_info_cache with network_info: [{"id": "064d8de2-c42e-4b8c-a397-f9beef09f904", "address": "fa:16:3e:f6:10:3e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d8de2-c4", "ovs_interfaceid": "064d8de2-c42e-4b8c-a397-f9beef09f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.525153] env[69436]: DEBUG nova.policy [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a0f1fa9fe344e959e56d88bbfba1f26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93019d7bd53e4281a464d00185902cea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.543421] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f71cc31-cda5-4a0c-ad82-653ce353b27f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.551380] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1a5ed4-9202-4650-87c9-0a8d1690a016 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.589826] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70832a-4184-4738-8e26-d21dca09799d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.597321] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480493} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.599663] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.599965] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.600340] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4128db-4462-4ea1-86b2-3d37e3b281fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.603503] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80179587-bf84-47fb-8910-713b095d6b29 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.618984] env[69436]: DEBUG nova.compute.provider_tree [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.622140] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1103.622140] env[69436]: value = "task-3255565" [ 1103.622140] env[69436]: _type = "Task" [ 1103.622140] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.631140] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.671032] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1103.682243] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255563, 'name': ReconfigVM_Task, 'duration_secs': 0.584988} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.682567] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 984efc65-1a42-44bf-b5a9-f5b96b1623a3/984efc65-1a42-44bf-b5a9-f5b96b1623a3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.683313] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9eaf70f-0cf8-4cfb-8ec8-a7859feb91ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.688958] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1103.688958] env[69436]: value = "task-3255566" [ 1103.688958] env[69436]: _type = "Task" [ 1103.688958] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.696911] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255566, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.703021] env[69436]: DEBUG oslo_concurrency.lockutils [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] Releasing lock "refresh_cache-dc66e919-8098-4f63-9ca1-9df7f8b6240b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.703276] env[69436]: DEBUG nova.compute.manager [req-123c43f0-c58e-4034-b25e-36d805fa56ce req-dfcb0064-b0d3-491c-b1ab-e8449aab7635 service nova] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Received event network-vif-deleted-111ffad5-41d3-4951-a203-66c96fb4a5a7 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1104.005763] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.006652] env[69436]: DEBUG nova.network.neutron [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Successfully created port: e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.015095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.124648] env[69436]: DEBUG nova.scheduler.client.report [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.148989] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06854} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.150982] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.151908] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ac931a-f116-46fa-8d58-6415eb47baba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.185352] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.189730] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8a0139-720f-4abb-92d2-001e2eeb722f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.215929] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255566, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.217450] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1104.217450] env[69436]: value = "task-3255567" [ 1104.217450] env[69436]: _type = "Task" [ 1104.217450] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.227724] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.540988] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72871318-9e0a-4416-8f5e-08424b266a0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.561874] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e30a6-b5ba-48d4-9eff-a3e6868f29c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.569953] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.631350] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.634043] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.932s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.635622] env[69436]: DEBUG nova.objects.instance [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'resources' on Instance uuid 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.654560] env[69436]: INFO nova.scheduler.client.report [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Deleted allocations for instance 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae [ 1104.708111] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1104.722039] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255566, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.731083] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.742310] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.742610] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.742792] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.742986] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.743151] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.743303] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.743533] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.743733] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.743935] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.744147] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.744324] env[69436]: DEBUG nova.virt.hardware [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.745202] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735dfcf8-7d9b-4608-ae6b-1bcb89292191 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.754821] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cd2bbc-1a0e-4a9c-a170-0f79f7ad4d4a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.079028] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.080055] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548e492d-70d9-44b6-a307-14334391636b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.087109] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1105.087109] env[69436]: value = "task-3255568" [ 1105.087109] env[69436]: _type = "Task" [ 1105.087109] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.097011] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.164571] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ed13e0ed-d6d2-45da-9fdf-03404b3f0132 tempest-ServersNegativeTestJSON-1945850723 tempest-ServersNegativeTestJSON-1945850723-project-member] Lock "1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.942s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.233887] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255566, 'name': Rename_Task, 'duration_secs': 1.202158} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.238920] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.239893] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93b17a8a-415f-404f-b911-18a2f52335a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.247930] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255567, 'name': ReconfigVM_Task, 'duration_secs': 0.953287} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.249195] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.254400] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45be62ca-8acc-4e2f-b182-5b87b822f023 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.260311] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1105.260311] env[69436]: value = "task-3255569" [ 1105.260311] env[69436]: _type = "Task" [ 1105.260311] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.268688] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1105.268688] env[69436]: value = "task-3255570" [ 1105.268688] env[69436]: _type = "Task" [ 1105.268688] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.283730] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255569, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.291995] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255570, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.539034] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de22c19-d64d-4546-97d3-e2ac2618508a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.547909] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31cc229-7c26-4e70-a9f3-59f1f224541a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.594296] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c278d-0211-42ed-ae8a-38ce75e4b199 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.607481] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7956a3-c1c6-442f-b79e-71d679153899 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.612786] env[69436]: DEBUG oslo_vmware.api [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255568, 'name': PowerOnVM_Task, 'duration_secs': 0.515558} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.613607] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.613929] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-54fb64f4-9458-450b-a6e3-d33d4efb47f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance 'aef76bdb-4584-40c7-a7bf-ec3d69a9f572' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.631493] env[69436]: DEBUG nova.compute.provider_tree [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.750519] env[69436]: DEBUG nova.compute.manager [req-f6893665-294a-4de0-8f1d-333abe74fc88 req-41c70c93-bbe1-4bbe-a363-de3fb940723b service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Received event network-vif-plugged-e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1105.750961] env[69436]: DEBUG oslo_concurrency.lockutils [req-f6893665-294a-4de0-8f1d-333abe74fc88 req-41c70c93-bbe1-4bbe-a363-de3fb940723b service nova] Acquiring lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.751223] env[69436]: DEBUG oslo_concurrency.lockutils [req-f6893665-294a-4de0-8f1d-333abe74fc88 req-41c70c93-bbe1-4bbe-a363-de3fb940723b service nova] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.751393] env[69436]: DEBUG oslo_concurrency.lockutils [req-f6893665-294a-4de0-8f1d-333abe74fc88 req-41c70c93-bbe1-4bbe-a363-de3fb940723b service nova] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.751937] env[69436]: DEBUG nova.compute.manager [req-f6893665-294a-4de0-8f1d-333abe74fc88 req-41c70c93-bbe1-4bbe-a363-de3fb940723b service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] No waiting events found dispatching network-vif-plugged-e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.752364] env[69436]: WARNING nova.compute.manager [req-f6893665-294a-4de0-8f1d-333abe74fc88 req-41c70c93-bbe1-4bbe-a363-de3fb940723b service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Received unexpected event network-vif-plugged-e57779c5-0838-40d6-bc84-10d680aedcc5 for instance with vm_state building and task_state spawning. [ 1105.773617] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.782518] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255570, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.838019] env[69436]: DEBUG nova.network.neutron [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Successfully updated port: e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.134583] env[69436]: DEBUG nova.scheduler.client.report [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.274701] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.283266] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255570, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.340993] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "refresh_cache-4a8c9397-94e6-4bd9-8695-e3e48ccaa729" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.341188] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquired lock "refresh_cache-4a8c9397-94e6-4bd9-8695-e3e48ccaa729" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.341349] env[69436]: DEBUG nova.network.neutron [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.641331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.642782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.623s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.673805] env[69436]: INFO nova.scheduler.client.report [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted allocations for instance 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4 [ 1106.774339] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.786168] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255570, 'name': Rename_Task, 'duration_secs': 1.201211} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.786467] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.787361] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94da6ab1-a607-4024-98f8-9d7b17efe447 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.793992] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1106.793992] env[69436]: value = "task-3255571" [ 1106.793992] env[69436]: _type = "Task" [ 1106.793992] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.803253] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.880761] env[69436]: DEBUG nova.network.neutron [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.090787] env[69436]: DEBUG nova.network.neutron [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Updating instance_info_cache with network_info: [{"id": "e57779c5-0838-40d6-bc84-10d680aedcc5", "address": "fa:16:3e:89:98:9f", "network": {"id": "22145e2d-e755-499c-a9f6-056facc2b8f0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1501184300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93019d7bd53e4281a464d00185902cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57779c5-08", "ovs_interfaceid": "e57779c5-0838-40d6-bc84-10d680aedcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.147235] env[69436]: DEBUG nova.objects.instance [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'migration_context' on Instance uuid db065073-aff6-40a5-8f3e-133670fcc413 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.181182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6fc777e1-33f4-4a07-8152-d45655abdf4b tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.065s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.277691] env[69436]: DEBUG oslo_vmware.api [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255569, 'name': PowerOnVM_Task, 'duration_secs': 1.793131} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.277987] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.277987] env[69436]: INFO nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Took 11.67 seconds to spawn the instance on the hypervisor. [ 1107.278113] env[69436]: DEBUG nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1107.279082] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1205629-5e14-4503-8775-79780bea39f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.306675] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.594694] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Releasing lock "refresh_cache-4a8c9397-94e6-4bd9-8695-e3e48ccaa729" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.595060] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Instance network_info: |[{"id": "e57779c5-0838-40d6-bc84-10d680aedcc5", "address": "fa:16:3e:89:98:9f", "network": {"id": "22145e2d-e755-499c-a9f6-056facc2b8f0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1501184300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93019d7bd53e4281a464d00185902cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57779c5-08", "ovs_interfaceid": "e57779c5-0838-40d6-bc84-10d680aedcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1107.595509] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:98:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e57779c5-0838-40d6-bc84-10d680aedcc5', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.604236] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Creating folder: Project (93019d7bd53e4281a464d00185902cea). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.605817] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed58cfd9-e203-4fb1-b6bd-8af47dcd7e87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.616941] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Created folder: Project (93019d7bd53e4281a464d00185902cea) in parent group-v650165. [ 1107.617224] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Creating folder: Instances. Parent ref: group-v650457. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.617520] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09ef2d67-384e-4c83-b90b-1c00e4974af3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.627424] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Created folder: Instances in parent group-v650457. [ 1107.627754] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.628023] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.628340] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6764c60-4529-4715-ae56-a4d9f711ca92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.655363] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.655363] env[69436]: value = "task-3255574" [ 1107.655363] env[69436]: _type = "Task" [ 1107.655363] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.664094] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255574, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.806590] env[69436]: INFO nova.compute.manager [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Took 31.98 seconds to build instance. [ 1107.811060] env[69436]: DEBUG oslo_vmware.api [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255571, 'name': PowerOnVM_Task, 'duration_secs': 0.604222} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.811742] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.811953] env[69436]: INFO nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1107.812149] env[69436]: DEBUG nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1107.813192] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e14c49-cb2f-4f6c-a7b7-ac4b9d420e58 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.911250] env[69436]: DEBUG nova.compute.manager [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Received event network-changed-e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1107.911894] env[69436]: DEBUG nova.compute.manager [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Refreshing instance network info cache due to event network-changed-e57779c5-0838-40d6-bc84-10d680aedcc5. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1107.911894] env[69436]: DEBUG oslo_concurrency.lockutils [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] Acquiring lock "refresh_cache-4a8c9397-94e6-4bd9-8695-e3e48ccaa729" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.912333] env[69436]: DEBUG oslo_concurrency.lockutils [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] Acquired lock "refresh_cache-4a8c9397-94e6-4bd9-8695-e3e48ccaa729" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.912517] env[69436]: DEBUG nova.network.neutron [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Refreshing network info cache for port e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.025376] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2436cef8-3c7d-44ab-ad3f-afb89ffbcbd3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.036356] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb9fe0b-16e7-4090-8bfd-9efc067d668e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.080824] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c37131-af9a-42a7-965b-a1d3a81a81f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.094084] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5355a37-6173-43a5-b00b-c745ddc2017c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.113890] env[69436]: DEBUG nova.compute.provider_tree [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.166343] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255574, 'name': CreateVM_Task, 'duration_secs': 0.469316} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.166536] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.167323] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.167496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.167835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.168123] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7036a02-c722-4107-9965-1e53bef264ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.173481] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1108.173481] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52617139-bcfd-6f65-9d1a-5e3ecd5c11f2" [ 1108.173481] env[69436]: _type = "Task" [ 1108.173481] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.182876] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52617139-bcfd-6f65-9d1a-5e3ecd5c11f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.309183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-71eb0b6b-bb99-4778-b2e9-5c7a1b3a682a tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.496s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.338626] env[69436]: INFO nova.compute.manager [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Took 30.24 seconds to build instance. [ 1108.378028] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.378526] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.378906] env[69436]: DEBUG nova.compute.manager [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Going to confirm migration 6 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1108.617701] env[69436]: DEBUG nova.scheduler.client.report [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.689835] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52617139-bcfd-6f65-9d1a-5e3ecd5c11f2, 'name': SearchDatastore_Task, 'duration_secs': 0.023909} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.689835] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.690028] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.690127] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.690318] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.690631] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.690798] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-303fe18e-1443-4ea9-a570-312203811ec3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.699755] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.699969] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.701484] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd60966c-13c1-403d-bb83-540acdefced8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.708205] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1108.708205] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529bbd86-e642-e230-4c75-9f7fe0415d6a" [ 1108.708205] env[69436]: _type = "Task" [ 1108.708205] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.720589] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529bbd86-e642-e230-4c75-9f7fe0415d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.824221] env[69436]: DEBUG nova.network.neutron [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Updated VIF entry in instance network info cache for port e57779c5-0838-40d6-bc84-10d680aedcc5. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.824864] env[69436]: DEBUG nova.network.neutron [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Updating instance_info_cache with network_info: [{"id": "e57779c5-0838-40d6-bc84-10d680aedcc5", "address": "fa:16:3e:89:98:9f", "network": {"id": "22145e2d-e755-499c-a9f6-056facc2b8f0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1501184300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93019d7bd53e4281a464d00185902cea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57779c5-08", "ovs_interfaceid": "e57779c5-0838-40d6-bc84-10d680aedcc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.849263] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c9449949-91f8-443c-b856-4e4d7b53ccae tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.766s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.935499] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.935714] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.935910] env[69436]: DEBUG nova.network.neutron [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.936134] env[69436]: DEBUG nova.objects.instance [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lazy-loading 'info_cache' on Instance uuid aef76bdb-4584-40c7-a7bf-ec3d69a9f572 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.224867] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529bbd86-e642-e230-4c75-9f7fe0415d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.225823] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8bf91f-b8ee-44cc-ad10-301f04213f51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.233016] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1109.233016] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e5aba6-7e7a-3553-9a20-da5a1000f6c8" [ 1109.233016] env[69436]: _type = "Task" [ 1109.233016] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.241250] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e5aba6-7e7a-3553-9a20-da5a1000f6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.329111] env[69436]: DEBUG oslo_concurrency.lockutils [req-c13ac9e3-f148-427b-be18-fe0b397240b9 req-465b766b-fc57-4a68-9aa8-803392d814e7 service nova] Releasing lock "refresh_cache-4a8c9397-94e6-4bd9-8695-e3e48ccaa729" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.635033] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.992s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.646403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.289s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.646403] env[69436]: DEBUG nova.objects.instance [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lazy-loading 'resources' on Instance uuid b0354c3a-f41a-4fed-bff3-8dae49644d8e {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.651024] env[69436]: DEBUG nova.compute.manager [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Received event network-changed-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1109.651024] env[69436]: DEBUG nova.compute.manager [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Refreshing instance network info cache due to event network-changed-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1109.651024] env[69436]: DEBUG oslo_concurrency.lockutils [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] Acquiring lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.651024] env[69436]: DEBUG oslo_concurrency.lockutils [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] Acquired lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.651024] env[69436]: DEBUG nova.network.neutron [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Refreshing network info cache for port 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.743852] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e5aba6-7e7a-3553-9a20-da5a1000f6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012254} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.744165] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.744437] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 4a8c9397-94e6-4bd9-8695-e3e48ccaa729/4a8c9397-94e6-4bd9-8695-e3e48ccaa729.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.744707] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b63b124b-b347-495d-8770-eabf5cf70f7f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.751417] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1109.751417] env[69436]: value = "task-3255575" [ 1109.751417] env[69436]: _type = "Task" [ 1109.751417] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.759508] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.927598] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.928191] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.261697] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502386} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.264672] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 4a8c9397-94e6-4bd9-8695-e3e48ccaa729/4a8c9397-94e6-4bd9-8695-e3e48ccaa729.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.264841] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.265354] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d595b521-72ca-49fa-892d-56f8a6364b2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.271343] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1110.271343] env[69436]: value = "task-3255576" [ 1110.271343] env[69436]: _type = "Task" [ 1110.271343] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.280654] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.421153] env[69436]: DEBUG nova.network.neutron [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance_info_cache with network_info: [{"id": "064d8de2-c42e-4b8c-a397-f9beef09f904", "address": "fa:16:3e:f6:10:3e", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064d8de2-c4", "ovs_interfaceid": "064d8de2-c42e-4b8c-a397-f9beef09f904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.430387] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1110.559710] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0600854-a7d6-457d-b270-90b3da8c22b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.569832] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b054937e-c068-4b0f-9257-542e24d96224 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.610046] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.610601] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.612545] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc029d2-d088-4df7-be14-c3cf6cbaa844 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.621845] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a351b5f-01d0-4347-b995-c393b1109fd5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.637995] env[69436]: DEBUG nova.compute.provider_tree [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.781764] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104303} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.782013] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.782814] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9272f-2e3c-4bb6-a3b1-b864a67b147c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.808460] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 4a8c9397-94e6-4bd9-8695-e3e48ccaa729/4a8c9397-94e6-4bd9-8695-e3e48ccaa729.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.808788] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3758bb93-6392-4af0-a2bd-a5fd5368e26e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.825100] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.825359] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.825576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.825792] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.825995] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.828574] env[69436]: INFO nova.compute.manager [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Terminating instance [ 1110.832985] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1110.832985] env[69436]: value = "task-3255577" [ 1110.832985] env[69436]: _type = "Task" [ 1110.832985] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.841984] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.924339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-aef76bdb-4584-40c7-a7bf-ec3d69a9f572" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.924718] env[69436]: DEBUG nova.objects.instance [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lazy-loading 'migration_context' on Instance uuid aef76bdb-4584-40c7-a7bf-ec3d69a9f572 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.937204] env[69436]: DEBUG nova.network.neutron [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updated VIF entry in instance network info cache for port 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.937593] env[69436]: DEBUG nova.network.neutron [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating instance_info_cache with network_info: [{"id": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "address": "fa:16:3e:3d:ab:2b", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcdefe4-9b", "ovs_interfaceid": "9bcdefe4-9ba8-4ce6-81a9-372dc24b9393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.964199] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.122514] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.122719] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.122878] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.123047] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.123225] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.123392] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.123574] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1111.123712] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.141589] env[69436]: DEBUG nova.scheduler.client.report [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.199328] env[69436]: INFO nova.compute.manager [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Swapping old allocation on dict_keys(['874aa1e6-124b-44cc-8641-8340c741df69']) held by migration f27f1aba-ad88-4711-b7f2-24272530d79d for instance [ 1111.227766] env[69436]: DEBUG nova.scheduler.client.report [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Overwriting current allocation {'allocations': {'874aa1e6-124b-44cc-8641-8340c741df69': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 152}}, 'project_id': '1503d92c337b4daabc9aa2b5d27799f5', 'user_id': 'e2543776cfd8411d87aab942d7c4b1d7', 'consumer_generation': 1} on consumer db065073-aff6-40a5-8f3e-133670fcc413 {{(pid=69436) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1111.320228] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.320498] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.320730] env[69436]: DEBUG nova.network.neutron [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.332245] env[69436]: DEBUG nova.compute.manager [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1111.332633] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.333813] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5282362f-9f3a-440e-8e5a-325938a02cc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.345555] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.348719] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfe6170-3807-4dfe-9579-261737810613 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.350280] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.355714] env[69436]: DEBUG oslo_vmware.api [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1111.355714] env[69436]: value = "task-3255578" [ 1111.355714] env[69436]: _type = "Task" [ 1111.355714] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.365881] env[69436]: DEBUG oslo_vmware.api [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.430235] env[69436]: DEBUG nova.objects.base [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.431289] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db26393-549b-4b69-9567-586a37d9f66a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.452435] env[69436]: DEBUG oslo_concurrency.lockutils [req-50609887-1cb9-48b1-bdbf-2f6abd58e7eb req-0fa30f2e-1abb-4d06-ad35-ffc0f3137e02 service nova] Releasing lock "refresh_cache-d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.453522] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8841bc2c-3d99-4197-847c-f42842e6f71e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.460556] env[69436]: DEBUG oslo_vmware.api [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1111.460556] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5294b8e2-37f0-5f74-7af2-c9561ab6a799" [ 1111.460556] env[69436]: _type = "Task" [ 1111.460556] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.470242] env[69436]: DEBUG oslo_vmware.api [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5294b8e2-37f0-5f74-7af2-c9561ab6a799, 'name': SearchDatastore_Task, 'duration_secs': 0.007357} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.470519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.523334] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec16d2-905a-6e27-a6ce-a799d9b64f5c/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.524632] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2839953-98d1-4e59-ad30-86a7f714e230 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.531019] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec16d2-905a-6e27-a6ce-a799d9b64f5c/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.531194] env[69436]: ERROR oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec16d2-905a-6e27-a6ce-a799d9b64f5c/disk-0.vmdk due to incomplete transfer. [ 1111.531427] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05e484cf-78a5-458d-8526-4160931b28a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.539105] env[69436]: DEBUG oslo_vmware.rw_handles [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec16d2-905a-6e27-a6ce-a799d9b64f5c/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1111.539308] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Uploaded image 9dc35be4-ec67-4776-928a-58d022c44ee8 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1111.541600] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1111.541862] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-224d9e56-82c5-4efa-83c9-b911b8d0daf0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.550142] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1111.550142] env[69436]: value = "task-3255579" [ 1111.550142] env[69436]: _type = "Task" [ 1111.550142] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.559137] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255579, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.627369] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.647610] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.651119] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.551s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.651928] env[69436]: INFO nova.compute.claims [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.675075] env[69436]: INFO nova.scheduler.client.report [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Deleted allocations for instance b0354c3a-f41a-4fed-bff3-8dae49644d8e [ 1111.846286] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255577, 'name': ReconfigVM_Task, 'duration_secs': 0.645294} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.846551] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 4a8c9397-94e6-4bd9-8695-e3e48ccaa729/4a8c9397-94e6-4bd9-8695-e3e48ccaa729.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.847212] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddde6d01-0602-4c03-9939-abc9323121c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.852730] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1111.852730] env[69436]: value = "task-3255580" [ 1111.852730] env[69436]: _type = "Task" [ 1111.852730] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.865391] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255580, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.868266] env[69436]: DEBUG oslo_vmware.api [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255578, 'name': PowerOffVM_Task, 'duration_secs': 0.31429} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.868513] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.868680] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.868919] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed0fcfc0-1ef7-449f-b50f-b973c4e56cb2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.973675] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.973941] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.974194] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Deleting the datastore file [datastore2] 984efc65-1a42-44bf-b5a9-f5b96b1623a3 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.974496] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46551bc2-22cb-487e-9800-90ff0426744e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.981456] env[69436]: DEBUG oslo_vmware.api [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for the task: (returnval){ [ 1111.981456] env[69436]: value = "task-3255582" [ 1111.981456] env[69436]: _type = "Task" [ 1111.981456] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.991338] env[69436]: DEBUG oslo_vmware.api [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.061917] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255579, 'name': Destroy_Task, 'duration_secs': 0.371211} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.062309] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Destroyed the VM [ 1112.062629] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1112.063039] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e9f9a7f8-769c-49e0-9208-c55ff8698c52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.070772] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1112.070772] env[69436]: value = "task-3255583" [ 1112.070772] env[69436]: _type = "Task" [ 1112.070772] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.079202] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.159908] env[69436]: DEBUG nova.network.neutron [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [{"id": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "address": "fa:16:3e:00:36:86", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d4209a-fd", "ovs_interfaceid": "b6d4209a-fdd0-416f-8833-3cef9fcd83aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.184019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0f8ffc9f-72cc-4d1f-8342-74278abb9ef4 tempest-ServerRescueNegativeTestJSON-148147236 tempest-ServerRescueNegativeTestJSON-148147236-project-member] Lock "b0354c3a-f41a-4fed-bff3-8dae49644d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.420s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.368611] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255580, 'name': Rename_Task, 'duration_secs': 0.271585} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.368888] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.369196] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d4c7c52-3420-4ef2-87ae-ddc476e99fdf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.376888] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1112.376888] env[69436]: value = "task-3255584" [ 1112.376888] env[69436]: _type = "Task" [ 1112.376888] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.384649] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.494487] env[69436]: DEBUG oslo_vmware.api [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Task: {'id': task-3255582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152815} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.494789] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.495136] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.495374] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.495556] env[69436]: INFO nova.compute.manager [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1112.496012] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.496226] env[69436]: DEBUG nova.compute.manager [-] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1112.496324] env[69436]: DEBUG nova.network.neutron [-] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.580264] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255583, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.665234] env[69436]: DEBUG oslo_concurrency.lockutils [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-db065073-aff6-40a5-8f3e-133670fcc413" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.666546] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eddd6df-fc59-4367-ba5a-83472000e7c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.674260] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ecb64-b848-4038-ba05-0a4c120a48ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.752831] env[69436]: DEBUG nova.compute.manager [req-cbb17793-64f6-4bac-899e-6ac6a9bbb1a6 req-2d08c411-215f-422a-83c4-dcc284a88569 service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Received event network-vif-deleted-45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1112.752981] env[69436]: INFO nova.compute.manager [req-cbb17793-64f6-4bac-899e-6ac6a9bbb1a6 req-2d08c411-215f-422a-83c4-dcc284a88569 service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Neutron deleted interface 45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d; detaching it from the instance and deleting it from the info cache [ 1112.753170] env[69436]: DEBUG nova.network.neutron [req-cbb17793-64f6-4bac-899e-6ac6a9bbb1a6 req-2d08c411-215f-422a-83c4-dcc284a88569 service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.886424] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255584, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.978411] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86551d20-caad-41b7-886a-9ce263ad252e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.986369] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97910748-ca93-4bc1-9638-89b252f92041 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.019558] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1374a-576e-43ee-bb40-e48c8ab9d827 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.027731] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1691b796-2618-4bb4-8497-81a3db927c7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.042867] env[69436]: DEBUG nova.compute.provider_tree [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.080803] env[69436]: DEBUG oslo_vmware.api [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664849} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.081285] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1113.081648] env[69436]: INFO nova.compute.manager [None req-fab74c2f-6a56-4015-bd46-32a0b3bb0467 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 1113.231361] env[69436]: DEBUG nova.network.neutron [-] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.256726] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-063b17f9-c94d-4f11-9402-7b40f3bd6fab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.269827] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd4863-4518-4429-bcb2-0cbaaf3533cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.303060] env[69436]: DEBUG nova.compute.manager [req-cbb17793-64f6-4bac-899e-6ac6a9bbb1a6 req-2d08c411-215f-422a-83c4-dcc284a88569 service nova] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Detach interface failed, port_id=45fd3a6c-a2dc-4c16-aea9-407ebf5f7d8d, reason: Instance 984efc65-1a42-44bf-b5a9-f5b96b1623a3 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1113.390233] env[69436]: DEBUG oslo_vmware.api [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255584, 'name': PowerOnVM_Task, 'duration_secs': 0.818083} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.390525] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.390726] env[69436]: INFO nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1113.390988] env[69436]: DEBUG nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1113.391707] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde18d6f-de7a-4c34-92c3-1a8488823631 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.547679] env[69436]: DEBUG nova.scheduler.client.report [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.734985] env[69436]: INFO nova.compute.manager [-] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Took 1.24 seconds to deallocate network for instance. [ 1113.785527] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.785819] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22380e27-5505-4ca4-85d3-e3ce00e29eeb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.796544] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1113.796544] env[69436]: value = "task-3255585" [ 1113.796544] env[69436]: _type = "Task" [ 1113.796544] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.806433] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.913542] env[69436]: INFO nova.compute.manager [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Took 28.48 seconds to build instance. [ 1114.053594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.053594] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1114.056276] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.429s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.060048] env[69436]: DEBUG nova.objects.instance [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lazy-loading 'resources' on Instance uuid 85fba89a-3e19-42ff-876c-6f309869f020 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.242757] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.308243] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255585, 'name': PowerOffVM_Task, 'duration_secs': 0.268426} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.308472] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.309169] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.309381] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.309535] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.309713] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.309854] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.309998] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.310220] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.310375] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.310535] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.310692] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.310891] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.315898] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ebacd9-eead-4b54-b07c-a6588799d586 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.331996] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1114.331996] env[69436]: value = "task-3255586" [ 1114.331996] env[69436]: _type = "Task" [ 1114.331996] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.340036] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.416458] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b4c922cd-db8f-4b18-8554-b60dd561a3ae tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.004s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.560049] env[69436]: DEBUG nova.compute.utils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.562222] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1114.562403] env[69436]: DEBUG nova.network.neutron [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.654936] env[69436]: DEBUG nova.policy [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.841831] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255586, 'name': ReconfigVM_Task, 'duration_secs': 0.344341} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.842613] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa93bb8-96df-4fde-abc1-8a1a4b35a45d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.866287] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.867200] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.867421] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.867629] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.867781] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.867935] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.868214] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.868386] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.868559] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.868723] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.868898] env[69436]: DEBUG nova.virt.hardware [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.872084] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de10fc7-5d6a-4d0c-95ba-866e12a6b098 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.877584] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1114.877584] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520ee4e6-947d-052b-ddb6-4a6f260e68bc" [ 1114.877584] env[69436]: _type = "Task" [ 1114.877584] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.887095] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520ee4e6-947d-052b-ddb6-4a6f260e68bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.900953] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3794d073-2817-4096-90c3-6816e29acfb1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.908016] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f464fec0-97ec-453d-8639-26dd02440215 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.940554] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db15b16-be06-426b-87a8-d1e4c394db4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.951604] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72588247-56ec-4783-a920-c00f9a6bbd7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.975230] env[69436]: DEBUG nova.compute.provider_tree [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.049778] env[69436]: DEBUG nova.network.neutron [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Successfully created port: c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.069845] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1115.217733] env[69436]: DEBUG nova.compute.manager [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1115.219078] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac091c6-e8ac-4316-a2e2-1012ef38b012 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.388687] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520ee4e6-947d-052b-ddb6-4a6f260e68bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.394494] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.394807] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-924bc0bf-d3bd-4d0e-8523-cf72899e40fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.416283] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1115.416283] env[69436]: value = "task-3255587" [ 1115.416283] env[69436]: _type = "Task" [ 1115.416283] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.424123] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.446965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.447387] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.447600] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.447794] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.448173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.450609] env[69436]: INFO nova.compute.manager [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Terminating instance [ 1115.480220] env[69436]: DEBUG nova.scheduler.client.report [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.732026] env[69436]: INFO nova.compute.manager [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] instance snapshotting [ 1115.734382] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e105fe0-6755-4048-afe8-f87c8c544bf4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.756083] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1526aae5-58a0-4042-a7dc-9dc15a06c107 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.927402] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255587, 'name': ReconfigVM_Task, 'duration_secs': 0.201401} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.927647] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.928439] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346b7b6-d2f8-47a8-b127-5875fb97ad2c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.953432] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.954064] env[69436]: DEBUG nova.compute.manager [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1115.954774] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.954774] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c294ea-2fb0-4a3d-ba21-07caeffcb217 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.968577] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b016e6e-9b99-414f-b354-6811133024cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.977166] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.978457] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2022431a-2cc4-480c-8a7c-1c7c3b485d43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.980195] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1115.980195] env[69436]: value = "task-3255588" [ 1115.980195] env[69436]: _type = "Task" [ 1115.980195] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.986722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.988774] env[69436]: DEBUG oslo_vmware.api [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1115.988774] env[69436]: value = "task-3255589" [ 1115.988774] env[69436]: _type = "Task" [ 1115.988774] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.989526] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.250s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.989764] env[69436]: DEBUG nova.objects.instance [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lazy-loading 'resources' on Instance uuid ca2c62cb-eb2e-4d1e-9969-830866cd34f6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.998775] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.003634] env[69436]: DEBUG oslo_vmware.api [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.015442] env[69436]: INFO nova.scheduler.client.report [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Deleted allocations for instance 85fba89a-3e19-42ff-876c-6f309869f020 [ 1116.079729] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1116.109679] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.110624] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.110624] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.110795] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.110998] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.111206] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.111468] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.111672] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.111902] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.112150] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.112370] env[69436]: DEBUG nova.virt.hardware [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.113372] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7271ec-0801-49e4-afd2-28d960d53321 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.122096] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f373878-e2be-4ee8-b314-467b6f291652 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.266392] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1116.266715] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77511c9f-9eb2-4da7-b5c7-9b85bcff9bb9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.274224] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1116.274224] env[69436]: value = "task-3255590" [ 1116.274224] env[69436]: _type = "Task" [ 1116.274224] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.283346] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.447503] env[69436]: DEBUG nova.compute.manager [req-584771cb-2ec5-49a1-b6e2-ed2c9990b101 req-df3c32ca-473a-4461-8126-e18e2889852a service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-vif-plugged-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1116.447731] env[69436]: DEBUG oslo_concurrency.lockutils [req-584771cb-2ec5-49a1-b6e2-ed2c9990b101 req-df3c32ca-473a-4461-8126-e18e2889852a service nova] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.447936] env[69436]: DEBUG oslo_concurrency.lockutils [req-584771cb-2ec5-49a1-b6e2-ed2c9990b101 req-df3c32ca-473a-4461-8126-e18e2889852a service nova] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.448123] env[69436]: DEBUG oslo_concurrency.lockutils [req-584771cb-2ec5-49a1-b6e2-ed2c9990b101 req-df3c32ca-473a-4461-8126-e18e2889852a service nova] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.448291] env[69436]: DEBUG nova.compute.manager [req-584771cb-2ec5-49a1-b6e2-ed2c9990b101 req-df3c32ca-473a-4461-8126-e18e2889852a service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] No waiting events found dispatching network-vif-plugged-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.448453] env[69436]: WARNING nova.compute.manager [req-584771cb-2ec5-49a1-b6e2-ed2c9990b101 req-df3c32ca-473a-4461-8126-e18e2889852a service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received unexpected event network-vif-plugged-c67bbe10-efe6-427c-a365-4587c7940d13 for instance with vm_state building and task_state spawning. [ 1116.490523] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255588, 'name': ReconfigVM_Task, 'duration_secs': 0.294717} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.490804] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to attach disk [datastore2] db065073-aff6-40a5-8f3e-133670fcc413/db065073-aff6-40a5-8f3e-133670fcc413.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.491954] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d8c6a-16d9-4339-9715-b96e39dc2b37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.521174] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5506aaed-14b3-4183-838d-0be6655f2c0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.537626] env[69436]: DEBUG oslo_vmware.api [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255589, 'name': PowerOffVM_Task, 'duration_secs': 0.190849} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.538105] env[69436]: DEBUG oslo_concurrency.lockutils [None req-6ff87327-e205-4237-b0f4-8a29542769b7 tempest-VolumesAdminNegativeTest-561772067 tempest-VolumesAdminNegativeTest-561772067-project-member] Lock "85fba89a-3e19-42ff-876c-6f309869f020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.368s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.539416] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.539763] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.540041] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa086ec4-e80b-483a-a997-a727d9a5be06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.566333] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075083b1-3162-46fd-b95d-2c29380b5996 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.599972] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86113bb0-3c71-4c98-b74d-3f2e28cccfcf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.610347] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.610817] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d460f2d8-6ae9-49d6-8533-5ee93ffb2312 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.614894] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.615012] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.615485] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Deleting the datastore file [datastore1] 4a8c9397-94e6-4bd9-8695-e3e48ccaa729 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.616090] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f093416-6e3f-4632-9287-0305e0fb073e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.622942] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1116.622942] env[69436]: value = "task-3255592" [ 1116.622942] env[69436]: _type = "Task" [ 1116.622942] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.624228] env[69436]: DEBUG oslo_vmware.api [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for the task: (returnval){ [ 1116.624228] env[69436]: value = "task-3255593" [ 1116.624228] env[69436]: _type = "Task" [ 1116.624228] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.636633] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.647102] env[69436]: DEBUG oslo_vmware.api [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.647102] env[69436]: DEBUG nova.network.neutron [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Successfully updated port: c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.787969] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255590, 'name': CreateSnapshot_Task, 'duration_secs': 0.45011} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.788341] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1116.789113] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac2def5-eb42-40f1-a953-8eab83f6ba87 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.859736] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506205a5-1070-4445-b201-7ace72f96618 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.867933] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc6ddb8-88fa-40c5-90bd-8f74d6210d5c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.902212] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cae4b20-58dc-48fe-a4bb-21837656a4b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.908536] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb793b1-a7dd-441b-a74a-1856e11bbcac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.922717] env[69436]: DEBUG nova.compute.provider_tree [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.137398] env[69436]: DEBUG oslo_vmware.api [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255592, 'name': PowerOnVM_Task, 'duration_secs': 0.430915} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.140596] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.144179] env[69436]: DEBUG oslo_vmware.api [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Task: {'id': task-3255593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158407} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.144918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.145083] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.145246] env[69436]: DEBUG nova.network.neutron [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.146216] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.146398] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.146645] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.146779] env[69436]: INFO nova.compute.manager [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1117.147099] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.147789] env[69436]: DEBUG nova.compute.manager [-] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1117.147789] env[69436]: DEBUG nova.network.neutron [-] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.312707] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.313038] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78124518-0433-4b0e-bef2-3ab295caecf1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.322413] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1117.322413] env[69436]: value = "task-3255594" [ 1117.322413] env[69436]: _type = "Task" [ 1117.322413] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.331794] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255594, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.426649] env[69436]: DEBUG nova.scheduler.client.report [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.688962] env[69436]: DEBUG nova.network.neutron [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.832867] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255594, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.935615] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.938216] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.629s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.939707] env[69436]: INFO nova.compute.claims [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.942961] env[69436]: DEBUG nova.network.neutron [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.944123] env[69436]: DEBUG nova.network.neutron [-] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.970524] env[69436]: INFO nova.scheduler.client.report [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Deleted allocations for instance ca2c62cb-eb2e-4d1e-9969-830866cd34f6 [ 1118.189948] env[69436]: INFO nova.compute.manager [None req-11437f0c-47d0-425f-b7bc-aa58d455599f tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance to original state: 'active' [ 1118.335961] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255594, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.449084] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.450104] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Instance network_info: |[{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1118.451048] env[69436]: INFO nova.compute.manager [-] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Took 1.30 seconds to deallocate network for instance. [ 1118.451267] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:d4:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c67bbe10-efe6-427c-a365-4587c7940d13', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.459159] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.465207] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.465523] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf07951-3449-4f03-814e-d4a45bd5b9a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.484463] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b25f4a-d968-4a92-a1ad-a5966181ac60 tempest-ServersTestBootFromVolume-981019327 tempest-ServersTestBootFromVolume-981019327-project-member] Lock "ca2c62cb-eb2e-4d1e-9969-830866cd34f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.195s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.489207] env[69436]: DEBUG nova.compute.manager [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1118.489319] env[69436]: DEBUG nova.compute.manager [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing instance network info cache due to event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1118.489674] env[69436]: DEBUG oslo_concurrency.lockutils [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.489883] env[69436]: DEBUG oslo_concurrency.lockutils [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.490102] env[69436]: DEBUG nova.network.neutron [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.493661] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.493661] env[69436]: value = "task-3255595" [ 1118.493661] env[69436]: _type = "Task" [ 1118.493661] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.507026] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255595, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.835414] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255594, 'name': CloneVM_Task, 'duration_secs': 1.424828} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.835725] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Created linked-clone VM from snapshot [ 1118.836553] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639217a-0e55-4493-8b90-9a4984bdd209 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.844023] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Uploading image 320f7083-a454-4824-a100-5c1aebc37702 {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.872655] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.872655] env[69436]: value = "vm-650461" [ 1118.872655] env[69436]: _type = "VirtualMachine" [ 1118.872655] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.872977] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa769778-85c9-42ab-9e61-b78573691166 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.880083] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lease: (returnval){ [ 1118.880083] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3838e-6203-1e0e-2e7a-bccd4a8a979c" [ 1118.880083] env[69436]: _type = "HttpNfcLease" [ 1118.880083] env[69436]: } obtained for exporting VM: (result){ [ 1118.880083] env[69436]: value = "vm-650461" [ 1118.880083] env[69436]: _type = "VirtualMachine" [ 1118.880083] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.880386] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the lease: (returnval){ [ 1118.880386] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3838e-6203-1e0e-2e7a-bccd4a8a979c" [ 1118.880386] env[69436]: _type = "HttpNfcLease" [ 1118.880386] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.887220] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.887220] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3838e-6203-1e0e-2e7a-bccd4a8a979c" [ 1118.887220] env[69436]: _type = "HttpNfcLease" [ 1118.887220] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.966387] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.009442] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255595, 'name': CreateVM_Task, 'duration_secs': 0.367316} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.009553] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.010210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.010376] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.010693] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.010945] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40451fec-f37d-42d4-b830-db1b0d47bfd7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.017910] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1119.017910] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b65c59-f546-4c84-37dc-434c6923e02e" [ 1119.017910] env[69436]: _type = "Task" [ 1119.017910] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.035100] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b65c59-f546-4c84-37dc-434c6923e02e, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.036294] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.036519] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.036737] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.036913] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.037271] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.037912] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e21e90f-a252-47fb-97bf-bfb4ac6d713c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.050571] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.050571] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.051331] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6012959-82ab-45f6-857e-3ad792ccad6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.056410] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1119.056410] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525efe78-c49a-7b21-0049-3e2879fbd6de" [ 1119.056410] env[69436]: _type = "Task" [ 1119.056410] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.070131] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525efe78-c49a-7b21-0049-3e2879fbd6de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.262128] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e0777-7fa6-42b6-8018-591188958a6d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.272065] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fa6fb9-6da5-431c-aee8-52621a4a2e4d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.314723] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7c824f-1344-4832-9298-934dc15d247a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.322719] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e28ab4-66c1-42df-bb58-518292c4bdda {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.336795] env[69436]: DEBUG nova.compute.provider_tree [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.388470] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.388470] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3838e-6203-1e0e-2e7a-bccd4a8a979c" [ 1119.388470] env[69436]: _type = "HttpNfcLease" [ 1119.388470] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1119.388784] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1119.388784] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d3838e-6203-1e0e-2e7a-bccd4a8a979c" [ 1119.388784] env[69436]: _type = "HttpNfcLease" [ 1119.388784] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1119.390720] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c38da45-564a-47a2-97ec-b90cf0c4324a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.396826] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926fce-710e-d940-3b5a-8176dd57b4ee/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1119.397051] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926fce-710e-d940-3b5a-8176dd57b4ee/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1119.497712] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f51ca2ef-1c43-4042-bc91-68a1dac9e686 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.567835] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525efe78-c49a-7b21-0049-3e2879fbd6de, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.568740] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8156529d-7667-402e-ba18-3d84830715bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.574285] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1119.574285] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525425d7-a1cd-a04a-a3b5-f9fedd3e94ee" [ 1119.574285] env[69436]: _type = "Task" [ 1119.574285] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.580594] env[69436]: DEBUG nova.network.neutron [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updated VIF entry in instance network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.580968] env[69436]: DEBUG nova.network.neutron [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.587119] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525425d7-a1cd-a04a-a3b5-f9fedd3e94ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.840565] env[69436]: DEBUG nova.scheduler.client.report [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.091532] env[69436]: DEBUG oslo_concurrency.lockutils [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.092036] env[69436]: DEBUG nova.compute.manager [req-ade5ca02-399e-4b6a-84ad-38849d524865 req-4f1efda3-a1a0-41d9-a9ab-e8e6e05a1f58 service nova] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Received event network-vif-deleted-e57779c5-0838-40d6-bc84-10d680aedcc5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1120.092473] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525425d7-a1cd-a04a-a3b5-f9fedd3e94ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.092751] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.093043] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 9b83bcab-1276-4677-96e6-320a4c8ae076/9b83bcab-1276-4677-96e6-320a4c8ae076.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.094416] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c0ccbca-0b51-4678-b8f9-d4e5e36caaaf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.103333] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1120.103333] env[69436]: value = "task-3255597" [ 1120.103333] env[69436]: _type = "Task" [ 1120.103333] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.112927] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.351997] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.352468] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1120.358320] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.196s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.358616] env[69436]: DEBUG nova.objects.instance [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'resources' on Instance uuid dc66e919-8098-4f63-9ca1-9df7f8b6240b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.363255] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.363255] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.363641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "db065073-aff6-40a5-8f3e-133670fcc413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.363641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.363775] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.368706] env[69436]: INFO nova.compute.manager [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Terminating instance [ 1120.626025] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255597, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.860121] env[69436]: DEBUG nova.compute.utils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.862239] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1120.862423] env[69436]: DEBUG nova.network.neutron [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.865357] env[69436]: DEBUG nova.objects.instance [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'numa_topology' on Instance uuid dc66e919-8098-4f63-9ca1-9df7f8b6240b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.877980] env[69436]: DEBUG nova.compute.manager [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1120.878320] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.878636] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b8045c-0177-4928-83ed-0ea4031a83fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.887078] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1120.887078] env[69436]: value = "task-3255598" [ 1120.887078] env[69436]: _type = "Task" [ 1120.887078] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.897268] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.926705] env[69436]: DEBUG nova.policy [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c50e74619548bc82cce681f9181f76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce47918cf0a4c8591be2b2f2b7c3c8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.120327] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738785} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.120327] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 9b83bcab-1276-4677-96e6-320a4c8ae076/9b83bcab-1276-4677-96e6-320a4c8ae076.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.120327] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.120616] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-794788b5-082c-471d-8fb7-8681ec02f100 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.129101] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1121.129101] env[69436]: value = "task-3255599" [ 1121.129101] env[69436]: _type = "Task" [ 1121.129101] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.139371] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.363262] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1121.368357] env[69436]: DEBUG nova.objects.base [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1121.402912] env[69436]: DEBUG nova.network.neutron [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Successfully created port: 879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.410624] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255598, 'name': PowerOffVM_Task, 'duration_secs': 0.311156} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.412040] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.412761] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.412761] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650429', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'name': 'volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'db065073-aff6-40a5-8f3e-133670fcc413', 'attached_at': '2025-04-03T12:11:33.000000', 'detached_at': '', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'serial': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.413724] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2239672-300a-4fff-96bf-0a4dd0f953b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.440655] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aaa832-d757-4010-a552-5123df2e4ddd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.450395] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9485ddf2-2b1f-427a-a332-baa15490517a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.478905] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4187a649-f5ef-4106-82ac-335d29339d36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.496350] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] The volume has not been displaced from its original location: [datastore1] volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a/volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.502539] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.508020] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1763ae82-cae7-403c-bc07-b1fe93e927d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.525884] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1121.525884] env[69436]: value = "task-3255600" [ 1121.525884] env[69436]: _type = "Task" [ 1121.525884] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.537955] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.639602] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198485} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.640476] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.640785] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e298ec-20be-45f3-8faf-225d12536235 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.669854] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 9b83bcab-1276-4677-96e6-320a4c8ae076/9b83bcab-1276-4677-96e6-320a4c8ae076.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.672904] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf587dc-a319-4f35-9af8-323f16c4ff40 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.694821] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1121.694821] env[69436]: value = "task-3255601" [ 1121.694821] env[69436]: _type = "Task" [ 1121.694821] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.701419] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.792764] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb33b537-3d49-4e2f-931b-839e3de65aab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.806879] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f323c-c4ef-4468-80c0-8699bf444e77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.844204] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad40ab7-6959-4011-a0de-97ec49d501b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.854127] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e215797-1be8-4881-a4d8-1966cc4c99a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.870452] env[69436]: DEBUG nova.compute.provider_tree [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.035427] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255600, 'name': ReconfigVM_Task, 'duration_secs': 0.28705} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.039016] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.044205] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c738055-f60f-4120-a9cf-ebf284351ed6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.060854] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1122.060854] env[69436]: value = "task-3255602" [ 1122.060854] env[69436]: _type = "Task" [ 1122.060854] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.069203] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.202767] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255601, 'name': ReconfigVM_Task, 'duration_secs': 0.292992} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.203163] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 9b83bcab-1276-4677-96e6-320a4c8ae076/9b83bcab-1276-4677-96e6-320a4c8ae076.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.203867] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9a761b-1d7a-4b86-96b3-8a104d2d7ceb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.213035] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1122.213035] env[69436]: value = "task-3255603" [ 1122.213035] env[69436]: _type = "Task" [ 1122.213035] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.222994] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255603, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.378594] env[69436]: DEBUG nova.scheduler.client.report [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.383018] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1122.408606] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.408847] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.409017] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.409242] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.409399] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.409555] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.409772] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.409959] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.410248] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.410341] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.410516] env[69436]: DEBUG nova.virt.hardware [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.411803] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0043f97-c6c8-42c2-b9cc-71a908008393 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.421547] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd32ddf5-64de-4117-8407-5534341d1bf3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.571153] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255602, 'name': ReconfigVM_Task, 'duration_secs': 0.158833} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.571470] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650429', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'name': 'volume-aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'db065073-aff6-40a5-8f3e-133670fcc413', 'attached_at': '2025-04-03T12:11:33.000000', 'detached_at': '', 'volume_id': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a', 'serial': 'aedb514b-53cf-4336-a0e6-2ae995f4d98a'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.572107] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.572585] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cde2994-4d6c-4a28-b8ad-559c84479327 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.579882] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.580170] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1dad82-11a2-4f45-ab92-fecba8dfdca9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.646696] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.646938] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.647177] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleting the datastore file [datastore2] db065073-aff6-40a5-8f3e-133670fcc413 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.647471] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b45bd0-17cd-4100-82d9-0bc09ee56402 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.654703] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1122.654703] env[69436]: value = "task-3255605" [ 1122.654703] env[69436]: _type = "Task" [ 1122.654703] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.664062] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.741768] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255603, 'name': Rename_Task, 'duration_secs': 0.253242} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.743061] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.743061] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98fe2dda-707e-483b-a04b-8d684230544a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.750716] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1122.750716] env[69436]: value = "task-3255606" [ 1122.750716] env[69436]: _type = "Task" [ 1122.750716] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.759825] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.887795] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.529s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.897022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.085s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.897022] env[69436]: DEBUG nova.objects.instance [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lazy-loading 'resources' on Instance uuid 48620333-f4b5-420b-b7ee-c0a5cc036546 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.170103] env[69436]: DEBUG oslo_vmware.api [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324081} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.170390] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.170575] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.170766] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.170958] env[69436]: INFO nova.compute.manager [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1123.171262] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.171488] env[69436]: DEBUG nova.compute.manager [-] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1123.171581] env[69436]: DEBUG nova.network.neutron [-] [instance: db065073-aff6-40a5-8f3e-133670fcc413] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.201672] env[69436]: DEBUG nova.compute.manager [req-8bffae39-a8b5-4825-a243-5353408e6e41 req-43bc5dcb-40ce-4779-93c4-4b86ed8cf01f service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Received event network-vif-plugged-879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1123.201916] env[69436]: DEBUG oslo_concurrency.lockutils [req-8bffae39-a8b5-4825-a243-5353408e6e41 req-43bc5dcb-40ce-4779-93c4-4b86ed8cf01f service nova] Acquiring lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.202183] env[69436]: DEBUG oslo_concurrency.lockutils [req-8bffae39-a8b5-4825-a243-5353408e6e41 req-43bc5dcb-40ce-4779-93c4-4b86ed8cf01f service nova] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.202438] env[69436]: DEBUG oslo_concurrency.lockutils [req-8bffae39-a8b5-4825-a243-5353408e6e41 req-43bc5dcb-40ce-4779-93c4-4b86ed8cf01f service nova] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.202543] env[69436]: DEBUG nova.compute.manager [req-8bffae39-a8b5-4825-a243-5353408e6e41 req-43bc5dcb-40ce-4779-93c4-4b86ed8cf01f service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] No waiting events found dispatching network-vif-plugged-879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.202711] env[69436]: WARNING nova.compute.manager [req-8bffae39-a8b5-4825-a243-5353408e6e41 req-43bc5dcb-40ce-4779-93c4-4b86ed8cf01f service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Received unexpected event network-vif-plugged-879471d0-17b3-4698-aabe-b213545cd8f8 for instance with vm_state building and task_state spawning. [ 1123.269632] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.274710] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.274955] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.406329] env[69436]: DEBUG oslo_concurrency.lockutils [None req-af703b8b-ea28-4c83-b51f-3a0bac3a5137 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.550s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.407977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.071s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.407977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.407977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.408190] env[69436]: DEBUG oslo_concurrency.lockutils [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.411052] env[69436]: INFO nova.compute.manager [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Terminating instance [ 1123.619460] env[69436]: DEBUG nova.network.neutron [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Successfully updated port: 879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.710961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68846ad1-b5c5-48bc-a12a-6fe41fbdc7e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.719256] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d85fe3e-1d20-46af-8ca8-b76402f954f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.757519] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe2479-dc55-44f6-b3fb-9f3e0637fb6a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.767694] env[69436]: DEBUG oslo_vmware.api [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255606, 'name': PowerOnVM_Task, 'duration_secs': 0.65894} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.769084] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee369c-8220-449c-96ac-7fe736ca8389 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.773232] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.773492] env[69436]: INFO nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1123.773684] env[69436]: DEBUG nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1123.774529] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c795c-1f5b-4ab6-a2d5-0cfcbc816479 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.778443] env[69436]: DEBUG nova.compute.utils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.788318] env[69436]: DEBUG nova.compute.provider_tree [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.915009] env[69436]: DEBUG nova.compute.manager [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1123.915447] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.915820] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33e400b6-dcc7-4cce-b9f7-46ee7729f5a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.927310] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4051d3-ac23-4c21-afba-2de183bd599a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.968299] env[69436]: WARNING nova.virt.vmwareapi.vmops [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dc66e919-8098-4f63-9ca1-9df7f8b6240b could not be found. [ 1123.968569] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.968810] env[69436]: INFO nova.compute.manager [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1123.969151] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.969467] env[69436]: DEBUG nova.compute.manager [-] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1123.969580] env[69436]: DEBUG nova.network.neutron [-] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.122856] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "refresh_cache-a2383a08-cf92-4c36-ae6b-596ab2c9ff57" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.123315] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "refresh_cache-a2383a08-cf92-4c36-ae6b-596ab2c9ff57" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.123775] env[69436]: DEBUG nova.network.neutron [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.291700] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.296516] env[69436]: DEBUG nova.scheduler.client.report [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.312096] env[69436]: INFO nova.compute.manager [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Took 31.23 seconds to build instance. [ 1124.800084] env[69436]: DEBUG nova.network.neutron [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.810906] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.818026] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.810s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.818309] env[69436]: INFO nova.compute.claims [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.821301] env[69436]: DEBUG oslo_concurrency.lockutils [None req-40f9287c-9b58-4479-ba39-1b60131b601e tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.757s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.847863] env[69436]: INFO nova.scheduler.client.report [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Deleted allocations for instance 48620333-f4b5-420b-b7ee-c0a5cc036546 [ 1124.857639] env[69436]: DEBUG nova.network.neutron [-] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.211421] env[69436]: DEBUG nova.network.neutron [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Updating instance_info_cache with network_info: [{"id": "879471d0-17b3-4698-aabe-b213545cd8f8", "address": "fa:16:3e:e0:51:98", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap879471d0-17", "ovs_interfaceid": "879471d0-17b3-4698-aabe-b213545cd8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.358510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b7cf5b9-8ea0-4200-92f7-5109fc2f3e20 tempest-ServerMetadataNegativeTestJSON-989678055 tempest-ServerMetadataNegativeTestJSON-989678055-project-member] Lock "48620333-f4b5-420b-b7ee-c0a5cc036546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.548s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.360225] env[69436]: INFO nova.compute.manager [-] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Took 2.19 seconds to deallocate network for instance. [ 1125.377082] env[69436]: DEBUG nova.compute.manager [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Received event network-changed-879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1125.378140] env[69436]: DEBUG nova.compute.manager [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Refreshing instance network info cache due to event network-changed-879471d0-17b3-4698-aabe-b213545cd8f8. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1125.378140] env[69436]: DEBUG oslo_concurrency.lockutils [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] Acquiring lock "refresh_cache-a2383a08-cf92-4c36-ae6b-596ab2c9ff57" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.401938] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.403024] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.403024] env[69436]: INFO nova.compute.manager [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Attaching volume 455f63af-42df-4a06-9ff1-1cfaed9394fa to /dev/sdb [ 1125.420911] env[69436]: DEBUG nova.network.neutron [-] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.440961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c644a10-45d3-4c44-8c2b-bfa95fd7ccae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.450672] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81921f-abe4-45bc-9ca0-e274c61b2d32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.469149] env[69436]: DEBUG nova.virt.block_device [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updating existing volume attachment record: 5399dc7e-f683-4fe0-812a-05322daff770 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1125.714619] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "refresh_cache-a2383a08-cf92-4c36-ae6b-596ab2c9ff57" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.716104] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Instance network_info: |[{"id": "879471d0-17b3-4698-aabe-b213545cd8f8", "address": "fa:16:3e:e0:51:98", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap879471d0-17", "ovs_interfaceid": "879471d0-17b3-4698-aabe-b213545cd8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1125.716799] env[69436]: DEBUG oslo_concurrency.lockutils [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] Acquired lock "refresh_cache-a2383a08-cf92-4c36-ae6b-596ab2c9ff57" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.721816] env[69436]: DEBUG nova.network.neutron [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Refreshing network info cache for port 879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.726791] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:51:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '879471d0-17b3-4698-aabe-b213545cd8f8', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.737667] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.738477] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.738791] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-525f3969-ab69-47eb-b08c-5927cd833795 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.761734] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.761734] env[69436]: value = "task-3255608" [ 1125.761734] env[69436]: _type = "Task" [ 1125.761734] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.774609] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255608, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.926360] env[69436]: INFO nova.compute.manager [-] [instance: dc66e919-8098-4f63-9ca1-9df7f8b6240b] Took 1.95 seconds to deallocate network for instance. [ 1125.950434] env[69436]: INFO nova.compute.manager [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Took 0.59 seconds to detach 1 volumes for instance. [ 1126.242636] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d064181-5bb2-46c5-8743-466ad7d9cf14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.251354] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd901476-157f-4977-ac4e-8f33f4b70b6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.291117] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ef3bd-ee79-4a55-adf1-6ef90d06d3ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.301788] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154d907-1da2-4388-b9b9-da883e866e10 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.306157] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255608, 'name': CreateVM_Task, 'duration_secs': 0.447535} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.306157] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.307142] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.307370] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.307622] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.307876] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730e9e63-dc76-4c43-9a2d-bbe4d7ebe0d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.317710] env[69436]: DEBUG nova.compute.provider_tree [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.325017] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1126.325017] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f4b232-6ade-1a38-9dc4-dbf0343ef8fd" [ 1126.325017] env[69436]: _type = "Task" [ 1126.325017] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.334400] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f4b232-6ade-1a38-9dc4-dbf0343ef8fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.463192] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.825963] env[69436]: DEBUG nova.scheduler.client.report [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.863046] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f4b232-6ade-1a38-9dc4-dbf0343ef8fd, 'name': SearchDatastore_Task, 'duration_secs': 0.027945} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.865430] env[69436]: DEBUG nova.network.neutron [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Updated VIF entry in instance network info cache for port 879471d0-17b3-4698-aabe-b213545cd8f8. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.865986] env[69436]: DEBUG nova.network.neutron [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Updating instance_info_cache with network_info: [{"id": "879471d0-17b3-4698-aabe-b213545cd8f8", "address": "fa:16:3e:e0:51:98", "network": {"id": "f3f01070-2091-4856-9ec6-4e1d0c1d390f", "bridge": "br-int", "label": "tempest-ServersTestJSON-237621957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce47918cf0a4c8591be2b2f2b7c3c8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap879471d0-17", "ovs_interfaceid": "879471d0-17b3-4698-aabe-b213545cd8f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.867313] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.867680] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.868048] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.868304] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.868518] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.872684] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ef0ef0a-5146-4af2-ad2f-ab6f2f5e6785 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.888770] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.888770] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.888770] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d33996-d15d-4f64-bea5-dee360094c1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.896804] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1126.896804] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ecf5ee-3ac1-5e7b-c98f-435c676d21d6" [ 1126.896804] env[69436]: _type = "Task" [ 1126.896804] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.906336] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ecf5ee-3ac1-5e7b-c98f-435c676d21d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.955241] env[69436]: DEBUG oslo_concurrency.lockutils [None req-212d6b82-5764-4be0-ade3-c9875dbccbc8 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "dc66e919-8098-4f63-9ca1-9df7f8b6240b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.547s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.343035] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.343035] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1127.344203] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.380s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.345840] env[69436]: INFO nova.compute.claims [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.378819] env[69436]: DEBUG oslo_concurrency.lockutils [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] Releasing lock "refresh_cache-a2383a08-cf92-4c36-ae6b-596ab2c9ff57" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.379133] env[69436]: DEBUG nova.compute.manager [req-bfa1ccdb-1cd3-498b-bdc1-5183619dafee req-7bfdafbb-abbb-40cf-9450-be94de0cd479 service nova] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Received event network-vif-deleted-b6d4209a-fdd0-416f-8833-3cef9fcd83aa {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1127.428108] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ecf5ee-3ac1-5e7b-c98f-435c676d21d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.428941] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4617f0-cd81-4757-8c94-f8cb30019908 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.437632] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1127.437632] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5252c4cd-0741-0227-31d0-774325784307" [ 1127.437632] env[69436]: _type = "Task" [ 1127.437632] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.457594] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5252c4cd-0741-0227-31d0-774325784307, 'name': SearchDatastore_Task, 'duration_secs': 0.014523} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.458251] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.458534] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] a2383a08-cf92-4c36-ae6b-596ab2c9ff57/a2383a08-cf92-4c36-ae6b-596ab2c9ff57.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.458817] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-595fab1b-80d0-41f9-a273-105c87bba155 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.467431] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1127.467431] env[69436]: value = "task-3255609" [ 1127.467431] env[69436]: _type = "Task" [ 1127.467431] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.477995] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.855031] env[69436]: DEBUG nova.compute.utils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.863091] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1127.863091] env[69436]: DEBUG nova.network.neutron [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.983105] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255609, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.985400] env[69436]: DEBUG nova.policy [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de02debb42e4331b450b2f2aacb87b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92e79809f3646029ca93a266f65b716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.160502] env[69436]: DEBUG nova.compute.manager [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1128.160812] env[69436]: DEBUG nova.compute.manager [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing instance network info cache due to event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1128.161032] env[69436]: DEBUG oslo_concurrency.lockutils [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.162052] env[69436]: DEBUG oslo_concurrency.lockutils [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.162052] env[69436]: DEBUG nova.network.neutron [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.302499] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926fce-710e-d940-3b5a-8176dd57b4ee/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.303587] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01cf7a1-3d76-4a9b-82bf-0a4a7cbde7a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.312060] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926fce-710e-d940-3b5a-8176dd57b4ee/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.312060] env[69436]: ERROR oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926fce-710e-d940-3b5a-8176dd57b4ee/disk-0.vmdk due to incomplete transfer. [ 1128.312060] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-432e51e9-3cc5-416c-88b6-e6c457bd5a1b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.320757] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52926fce-710e-d940-3b5a-8176dd57b4ee/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1128.321425] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Uploaded image 320f7083-a454-4824-a100-5c1aebc37702 to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1128.323473] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1128.324436] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3915ecc0-9d73-4a04-89c0-0b476ddeb670 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.334469] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1128.334469] env[69436]: value = "task-3255611" [ 1128.334469] env[69436]: _type = "Task" [ 1128.334469] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.348777] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255611, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.374067] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1128.482361] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520763} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.487155] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] a2383a08-cf92-4c36-ae6b-596ab2c9ff57/a2383a08-cf92-4c36-ae6b-596ab2c9ff57.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.487438] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.488032] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2346aa07-fd0e-447a-9963-d3475bd041ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.500235] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1128.500235] env[69436]: value = "task-3255612" [ 1128.500235] env[69436]: _type = "Task" [ 1128.500235] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.519541] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "fa77192a-6337-4936-a4e3-eed0d84421f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.519541] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.527724] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.706146] env[69436]: DEBUG nova.network.neutron [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Successfully created port: 6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.748305] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775efb91-bb8d-4069-9709-0da5fa7ebdab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.761573] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7db01-5474-4e39-ae1b-d9335f6cc823 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.796982] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0f101d-5ccd-43b9-b252-4be9fbe71b0a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.806386] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114a4290-1b21-4a5c-a955-a2e0e2767c54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.821162] env[69436]: DEBUG nova.compute.provider_tree [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.845930] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255611, 'name': Destroy_Task, 'duration_secs': 0.415638} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.846324] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Destroyed the VM [ 1128.846565] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.846807] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf203514-3509-4f82-a4aa-8047519f91a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.854019] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1128.854019] env[69436]: value = "task-3255613" [ 1128.854019] env[69436]: _type = "Task" [ 1128.854019] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.862867] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255613, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.010257] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149258} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.010608] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.011510] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132ed60-5239-4c4e-a383-d61ee2f441ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.027241] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1129.040825] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] a2383a08-cf92-4c36-ae6b-596ab2c9ff57/a2383a08-cf92-4c36-ae6b-596ab2c9ff57.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.041959] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22abb38-f14b-4487-a107-67ef8f4bcbfa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.068693] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1129.068693] env[69436]: value = "task-3255614" [ 1129.068693] env[69436]: _type = "Task" [ 1129.068693] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.081762] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.197795] env[69436]: DEBUG nova.network.neutron [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updated VIF entry in instance network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.198213] env[69436]: DEBUG nova.network.neutron [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.257352] env[69436]: INFO nova.compute.manager [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Rebuilding instance [ 1129.300084] env[69436]: DEBUG nova.compute.manager [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1129.301714] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703491e1-bdb6-4fdb-8d2f-af824cccdaab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.324355] env[69436]: DEBUG nova.scheduler.client.report [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.365920] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255613, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.382818] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.411044] env[69436]: DEBUG nova.virt.hardware [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.411510] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07067cce-9003-4c6d-a053-8d4e9abf2bfd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.422195] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407cecde-5d3a-467d-88ef-898c7d098eb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.566018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.586469] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255614, 'name': ReconfigVM_Task, 'duration_secs': 0.382746} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.586787] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Reconfigured VM instance instance-0000006b to attach disk [datastore1] a2383a08-cf92-4c36-ae6b-596ab2c9ff57/a2383a08-cf92-4c36-ae6b-596ab2c9ff57.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.587501] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-825e299e-8972-46aa-9694-6b2005eba4de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.597295] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1129.597295] env[69436]: value = "task-3255615" [ 1129.597295] env[69436]: _type = "Task" [ 1129.597295] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.613440] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "2d0103c9-ae69-46f0-9772-db7b960a2d23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.613749] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.615176] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255615, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.687035] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.687341] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.701371] env[69436]: DEBUG oslo_concurrency.lockutils [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.701634] env[69436]: DEBUG nova.compute.manager [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1129.701808] env[69436]: DEBUG nova.compute.manager [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing instance network info cache due to event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1129.702079] env[69436]: DEBUG oslo_concurrency.lockutils [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.702728] env[69436]: DEBUG oslo_concurrency.lockutils [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.702728] env[69436]: DEBUG nova.network.neutron [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.727019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.727254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.830077] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.830519] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1129.833922] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.363s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.873605] env[69436]: DEBUG oslo_vmware.api [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255613, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785623} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.873605] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1129.873605] env[69436]: INFO nova.compute.manager [None req-b1cef3ce-6170-44d1-b4c2-2366401262c1 tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Took 14.14 seconds to snapshot the instance on the hypervisor. [ 1130.024025] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1130.024025] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650463', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'name': 'volume-455f63af-42df-4a06-9ff1-1cfaed9394fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'serial': '455f63af-42df-4a06-9ff1-1cfaed9394fa'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1130.024025] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f37f9-215f-4976-aa43-d0800715b836 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.046959] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1068b6d-8670-4fb0-a383-eb3ee3c2d47f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.076297] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-455f63af-42df-4a06-9ff1-1cfaed9394fa/volume-455f63af-42df-4a06-9ff1-1cfaed9394fa.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.076818] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836328ce-9356-4802-8b86-d1ffc9ad6076 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.103024] env[69436]: DEBUG oslo_vmware.api [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1130.103024] env[69436]: value = "task-3255616" [ 1130.103024] env[69436]: _type = "Task" [ 1130.103024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.115327] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255615, 'name': Rename_Task, 'duration_secs': 0.16346} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.116050] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "84be5697-4200-4d8c-9590-ed6430cec891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.116266] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.118226] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.121813] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1130.126032] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39013325-a6ad-4712-bb15-08eb86cec170 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.127061] env[69436]: DEBUG oslo_vmware.api [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.132186] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1130.132186] env[69436]: value = "task-3255617" [ 1130.132186] env[69436]: _type = "Task" [ 1130.132186] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.144070] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.190494] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1130.234406] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1130.318423] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.318827] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c64f76-1594-402d-a295-978dfe55a95f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.330076] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1130.330076] env[69436]: value = "task-3255618" [ 1130.330076] env[69436]: _type = "Task" [ 1130.330076] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.335518] env[69436]: DEBUG nova.compute.utils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.337480] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1130.337720] env[69436]: DEBUG nova.network.neutron [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.353688] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.398842] env[69436]: DEBUG nova.policy [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bd62b4370134697b154bf69e4d73c8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '919af846473a480aa1ef4848aeae88fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.618368] env[69436]: DEBUG oslo_vmware.api [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255616, 'name': ReconfigVM_Task, 'duration_secs': 0.405639} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.618508] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1130.621714] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-455f63af-42df-4a06-9ff1-1cfaed9394fa/volume-455f63af-42df-4a06-9ff1-1cfaed9394fa.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.633857] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4679c50e-30e6-4f71-b7e0-60ed00563dbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.666186] env[69436]: DEBUG oslo_vmware.api [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255617, 'name': PowerOnVM_Task, 'duration_secs': 0.512299} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.667957] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.668241] env[69436]: INFO nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1130.668424] env[69436]: DEBUG nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1130.668796] env[69436]: DEBUG oslo_vmware.api [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1130.668796] env[69436]: value = "task-3255619" [ 1130.668796] env[69436]: _type = "Task" [ 1130.668796] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.669807] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24c815-7d7f-483a-8b83-a6272d87f257 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.682057] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.691093] env[69436]: DEBUG oslo_vmware.api [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.725339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.760018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.778410] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf5ec2-6370-4545-9fd3-beaf88c64b92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.789567] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce9acb2-f7da-4750-942f-3d72dcd64dee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.829137] env[69436]: DEBUG nova.network.neutron [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Successfully created port: 6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.833210] env[69436]: DEBUG nova.network.neutron [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updated VIF entry in instance network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.833727] env[69436]: DEBUG nova.network.neutron [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.837454] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3579ddfd-40f6-419d-be59-cad31abe2bcf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.843202] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1130.861438] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41baf330-65c8-43f4-a487-e14373936237 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.865569] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255618, 'name': PowerOffVM_Task, 'duration_secs': 0.39637} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.866105] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.866333] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.867396] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10498956-162c-4804-803e-32c5929bc419 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.881185] env[69436]: DEBUG nova.compute.provider_tree [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.886507] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.886991] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b4417fc-ffb1-446f-ae71-bb731662c5ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.892959] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "be8cbd48-932b-47e0-a315-9ab05016ca76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.893097] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.893320] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "be8cbd48-932b-47e0-a315-9ab05016ca76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.893530] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.893717] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.895704] env[69436]: INFO nova.compute.manager [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Terminating instance [ 1130.975049] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.975049] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.975049] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleting the datastore file [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.975261] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-125a4bac-facc-482f-b9b0-fdf4842b1eaa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.985025] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1130.985025] env[69436]: value = "task-3255621" [ 1130.985025] env[69436]: _type = "Task" [ 1130.985025] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.991078] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.117169] env[69436]: DEBUG nova.compute.manager [req-979fda42-2bd6-4ae1-8ed0-f67c3a759887 req-5d967e98-ede4-42f9-be01-645734dba714 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Received event network-vif-plugged-6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1131.117448] env[69436]: DEBUG oslo_concurrency.lockutils [req-979fda42-2bd6-4ae1-8ed0-f67c3a759887 req-5d967e98-ede4-42f9-be01-645734dba714 service nova] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.117671] env[69436]: DEBUG oslo_concurrency.lockutils [req-979fda42-2bd6-4ae1-8ed0-f67c3a759887 req-5d967e98-ede4-42f9-be01-645734dba714 service nova] Lock "39f39a62-4fc0-400c-a907-54586282c634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.117839] env[69436]: DEBUG oslo_concurrency.lockutils [req-979fda42-2bd6-4ae1-8ed0-f67c3a759887 req-5d967e98-ede4-42f9-be01-645734dba714 service nova] Lock "39f39a62-4fc0-400c-a907-54586282c634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.118008] env[69436]: DEBUG nova.compute.manager [req-979fda42-2bd6-4ae1-8ed0-f67c3a759887 req-5d967e98-ede4-42f9-be01-645734dba714 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] No waiting events found dispatching network-vif-plugged-6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.118860] env[69436]: WARNING nova.compute.manager [req-979fda42-2bd6-4ae1-8ed0-f67c3a759887 req-5d967e98-ede4-42f9-be01-645734dba714 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Received unexpected event network-vif-plugged-6b061ec1-6724-4ec5-916a-d0eb06d2a892 for instance with vm_state building and task_state spawning. [ 1131.153529] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.181842] env[69436]: DEBUG nova.network.neutron [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Successfully updated port: 6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.203116] env[69436]: DEBUG oslo_vmware.api [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255619, 'name': ReconfigVM_Task, 'duration_secs': 0.170198} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.205721] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650463', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'name': 'volume-455f63af-42df-4a06-9ff1-1cfaed9394fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'serial': '455f63af-42df-4a06-9ff1-1cfaed9394fa'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1131.211022] env[69436]: INFO nova.compute.manager [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Took 29.92 seconds to build instance. [ 1131.343726] env[69436]: DEBUG oslo_concurrency.lockutils [req-561f6082-65ef-41c4-b52d-267da8daa3ad req-517cae1f-d43c-4833-8334-9eb083f6f75f service nova] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.388024] env[69436]: DEBUG nova.scheduler.client.report [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.401031] env[69436]: DEBUG nova.compute.manager [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1131.401417] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.403397] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b19db-f7e5-46e6-89ab-72cb41124087 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.414537] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.415075] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0b345e-3318-4b8b-914c-3daa4d34d502 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.424410] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1131.424410] env[69436]: value = "task-3255622" [ 1131.424410] env[69436]: _type = "Task" [ 1131.424410] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.448188] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.496883] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389193} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.497299] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.497495] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.497671] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.685959] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.685959] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.685959] env[69436]: DEBUG nova.network.neutron [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.712205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-52fa2fa3-02af-409d-84e1-d5ee442eae6b tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.438s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.860020] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1131.887031] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.887031] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.887031] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.887031] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.887031] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.887376] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.887413] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.887542] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.887711] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.887911] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.888097] env[69436]: DEBUG nova.virt.hardware [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.888979] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4058b1-24d4-4c0b-b9ba-ec60efe66846 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.898907] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fd7aa8-e833-4e15-b86a-2a402fafbaa2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.934319] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255622, 'name': PowerOffVM_Task, 'duration_secs': 0.362242} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.934522] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.934689] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.934934] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c981540-63d2-4af5-9ac2-4ce6926832fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.010143] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.010405] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.010561] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Deleting the datastore file [datastore2] be8cbd48-932b-47e0-a315-9ab05016ca76 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.010805] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b231b50f-78fb-467f-8385-cb6e342f7a17 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.018692] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for the task: (returnval){ [ 1132.018692] env[69436]: value = "task-3255624" [ 1132.018692] env[69436]: _type = "Task" [ 1132.018692] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.030031] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.064319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-c41850c6-28be-489d-8fa2-cf4e942c9539-341bedd9-78ba-46d3-aa8e-da4de3d438ce" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.065044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-c41850c6-28be-489d-8fa2-cf4e942c9539-341bedd9-78ba-46d3-aa8e-da4de3d438ce" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.065384] env[69436]: DEBUG nova.objects.instance [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'flavor' on Instance uuid c41850c6-28be-489d-8fa2-cf4e942c9539 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.227706] env[69436]: DEBUG nova.network.neutron [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.259416] env[69436]: DEBUG nova.objects.instance [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid f691ff9f-f9ef-4694-903f-2576f74a0c26 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.349148] env[69436]: DEBUG nova.network.neutron [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Successfully updated port: 6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.392988] env[69436]: DEBUG nova.network.neutron [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updating instance_info_cache with network_info: [{"id": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "address": "fa:16:3e:8f:3d:d3", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b061ec1-67", "ovs_interfaceid": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.398982] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.565s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.401804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.775s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.402331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.402690] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.403085] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.160s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.403460] env[69436]: DEBUG nova.objects.instance [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lazy-loading 'resources' on Instance uuid 984efc65-1a42-44bf-b5a9-f5b96b1623a3 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.405832] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063dfe7f-3d00-4acb-b599-89a5636ddf5c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.420500] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689bfae0-7648-4308-9347-efb9d2890e0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.439226] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f954b-43d6-44a9-9ff0-b121bf1db22c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.448637] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba3953-af91-4145-a8c1-ec7eb0bd2eb1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.482353] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179005MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.482510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.534562] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.537173] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.537578] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.537578] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.537772] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.537876] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.538039] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.538273] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.538430] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.538595] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.538827] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.538923] env[69436]: DEBUG nova.virt.hardware [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.539764] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861942f-bc2e-412a-959c-8cf80895d619 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.552875] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a422f6-301c-4c34-ac20-7a5a0a5198b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.576244] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:00:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56bac68a-f029-484d-a0aa-429c3a1019cb', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.584355] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.587985] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.588698] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b12ac08-8126-4c23-88f6-9a8c685f67fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.615499] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.615499] env[69436]: value = "task-3255625" [ 1132.615499] env[69436]: _type = "Task" [ 1132.615499] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.626458] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255625, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.647125] env[69436]: DEBUG nova.compute.manager [req-c50a256e-1b51-4f84-9420-ff1772f0c76e req-8c79e855-4c07-4b2a-b03e-00cdd5a92056 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-vif-plugged-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1132.647261] env[69436]: DEBUG oslo_concurrency.lockutils [req-c50a256e-1b51-4f84-9420-ff1772f0c76e req-8c79e855-4c07-4b2a-b03e-00cdd5a92056 service nova] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.648303] env[69436]: DEBUG oslo_concurrency.lockutils [req-c50a256e-1b51-4f84-9420-ff1772f0c76e req-8c79e855-4c07-4b2a-b03e-00cdd5a92056 service nova] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.648303] env[69436]: DEBUG oslo_concurrency.lockutils [req-c50a256e-1b51-4f84-9420-ff1772f0c76e req-8c79e855-4c07-4b2a-b03e-00cdd5a92056 service nova] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.648303] env[69436]: DEBUG nova.compute.manager [req-c50a256e-1b51-4f84-9420-ff1772f0c76e req-8c79e855-4c07-4b2a-b03e-00cdd5a92056 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] No waiting events found dispatching network-vif-plugged-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.648303] env[69436]: WARNING nova.compute.manager [req-c50a256e-1b51-4f84-9420-ff1772f0c76e req-8c79e855-4c07-4b2a-b03e-00cdd5a92056 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received unexpected event network-vif-plugged-6c7598c2-336f-4224-ae14-e815caeb6625 for instance with vm_state building and task_state spawning. [ 1132.661957] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.662243] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.662427] env[69436]: DEBUG nova.compute.manager [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1132.663820] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb60a11-9731-49ad-bf2a-94569e529706 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.672422] env[69436]: DEBUG nova.compute.manager [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1132.673554] env[69436]: DEBUG nova.objects.instance [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'flavor' on Instance uuid a2383a08-cf92-4c36-ae6b-596ab2c9ff57 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.751549] env[69436]: DEBUG nova.objects.instance [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'pci_requests' on Instance uuid c41850c6-28be-489d-8fa2-cf4e942c9539 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.765520] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c74604f0-8d60-4c67-b3ef-e30fd5cdb40b tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.363s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.792030] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82620f8f-c8b0-43b2-b63b-c00bb085a9d1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.801263] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c4feb-e7f6-47e2-86d1-a5da00ba282e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.834503] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181cad23-4759-4909-b30a-14d1e22d127e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.843576] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1542fe08-465f-4f1e-8078-048a9a3a8869 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.859580] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.859797] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.859994] env[69436]: DEBUG nova.network.neutron [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.861558] env[69436]: DEBUG nova.compute.provider_tree [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.894582] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.895036] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Instance network_info: |[{"id": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "address": "fa:16:3e:8f:3d:d3", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b061ec1-67", "ovs_interfaceid": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1132.895606] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:3d:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b061ec1-6724-4ec5-916a-d0eb06d2a892', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.904376] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.905064] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.907926] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7890f1a-9ce1-4096-aea5-61bc1e19c185 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.934201] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.934201] env[69436]: value = "task-3255626" [ 1132.934201] env[69436]: _type = "Task" [ 1132.934201] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.949745] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255626, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.983037] env[69436]: INFO nova.scheduler.client.report [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocation for migration c2544244-a944-4212-a32b-0e2474a4373c [ 1133.030702] env[69436]: DEBUG oslo_vmware.api [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Task: {'id': task-3255624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594673} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.030998] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.031247] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.031643] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.031643] env[69436]: INFO nova.compute.manager [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1133.031950] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.032234] env[69436]: DEBUG nova.compute.manager [-] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1133.032363] env[69436]: DEBUG nova.network.neutron [-] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.128131] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255625, 'name': CreateVM_Task, 'duration_secs': 0.339698} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.128444] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.129200] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.129383] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.129708] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.130060] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48de65d-444d-4d7c-b4c1-e2783b6cbb08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.135543] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1133.135543] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210f329-1812-6594-4ca3-85e4957bb497" [ 1133.135543] env[69436]: _type = "Task" [ 1133.135543] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.148752] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210f329-1812-6594-4ca3-85e4957bb497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.254839] env[69436]: DEBUG nova.objects.base [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.255112] env[69436]: DEBUG nova.network.neutron [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.327511] env[69436]: DEBUG nova.policy [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.370528] env[69436]: DEBUG nova.scheduler.client.report [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.422712] env[69436]: DEBUG nova.network.neutron [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.445615] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255626, 'name': CreateVM_Task, 'duration_secs': 0.328333} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.448182] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.448844] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.490204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e2aa9b7-e630-4afd-8d32-5a1683d3c3b1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.112s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.614894] env[69436]: DEBUG nova.network.neutron [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.644120] env[69436]: DEBUG nova.compute.manager [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1133.644367] env[69436]: DEBUG nova.compute.manager [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing instance network info cache due to event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1133.644590] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.644734] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.645060] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.653061] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5210f329-1812-6594-4ca3-85e4957bb497, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.653914] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.654148] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.654413] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.654563] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.654781] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.655097] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.655434] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.655947] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488f840d-b5de-440c-829d-4b4cf53e7580 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.658267] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c846842e-2a0a-4f87-b568-3829f24d8578 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.664937] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1133.664937] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ded36b-246f-002b-539d-4d5058a7cc1e" [ 1133.664937] env[69436]: _type = "Task" [ 1133.664937] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.670224] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.670446] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.671488] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee610608-e9cb-436a-99a7-55cdd3b43c90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.676820] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ded36b-246f-002b-539d-4d5058a7cc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.680178] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1133.680178] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ea4b0-4651-0e2e-471e-911b9de31871" [ 1133.680178] env[69436]: _type = "Task" [ 1133.680178] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.683345] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.683818] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ad7a79-a28e-4acc-885b-fb618b54facd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.691083] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ea4b0-4651-0e2e-471e-911b9de31871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.692364] env[69436]: DEBUG oslo_vmware.api [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1133.692364] env[69436]: value = "task-3255627" [ 1133.692364] env[69436]: _type = "Task" [ 1133.692364] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.703201] env[69436]: DEBUG oslo_vmware.api [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.878299] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.475s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.880638] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.914s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.880888] env[69436]: DEBUG nova.objects.instance [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lazy-loading 'resources' on Instance uuid 4a8c9397-94e6-4bd9-8695-e3e48ccaa729 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.883782] env[69436]: DEBUG nova.network.neutron [-] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.966198] env[69436]: INFO nova.scheduler.client.report [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Deleted allocations for instance 984efc65-1a42-44bf-b5a9-f5b96b1623a3 [ 1134.118256] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.118617] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance network_info: |[{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1134.119062] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:eb:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7598c2-336f-4224-ae14-e815caeb6625', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.131488] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.131814] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.132154] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37434c6-332b-4bd0-8876-e43cfb7a6c08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.161977] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.161977] env[69436]: value = "task-3255628" [ 1134.161977] env[69436]: _type = "Task" [ 1134.161977] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.178690] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255628, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.178984] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ded36b-246f-002b-539d-4d5058a7cc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.019649} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.179292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.179525] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.179736] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.192426] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525ea4b0-4651-0e2e-471e-911b9de31871, 'name': SearchDatastore_Task, 'duration_secs': 0.021755} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.193023] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6914c58c-c937-4a7a-8402-ce2e96c74879 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.205717] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1134.205717] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5270ad92-8a22-50f3-f04f-f4d0058ae81a" [ 1134.205717] env[69436]: _type = "Task" [ 1134.205717] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.206038] env[69436]: DEBUG oslo_vmware.api [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255627, 'name': PowerOffVM_Task, 'duration_secs': 0.356839} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.206352] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.206556] env[69436]: DEBUG nova.compute.manager [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1134.210056] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb0769-f0b7-42ca-bfa8-8b6081bf8b25 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.218582] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5270ad92-8a22-50f3-f04f-f4d0058ae81a, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.220596] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.220975] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.223788] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.224017] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.224259] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a19d4ba-36db-4917-be10-df36eaa84dc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.226648] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a65922af-9d8c-42fb-be12-8717d4836cff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.237629] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1134.237629] env[69436]: value = "task-3255629" [ 1134.237629] env[69436]: _type = "Task" [ 1134.237629] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.245051] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.245217] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.246400] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01952f9-e77e-47c6-9037-0d20487e28bb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.252636] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.257869] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1134.257869] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527da1d2-5540-8f4b-56ea-df96f53a8d10" [ 1134.257869] env[69436]: _type = "Task" [ 1134.257869] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.268250] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527da1d2-5540-8f4b-56ea-df96f53a8d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.277977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.278241] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.278439] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.278615] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.278780] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.280971] env[69436]: INFO nova.compute.manager [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Terminating instance [ 1134.390096] env[69436]: INFO nova.compute.manager [-] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Took 1.36 seconds to deallocate network for instance. [ 1134.477678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-65472f77-e4d0-427d-a002-8b4d461964ac tempest-ServerTagsTestJSON-2002160958 tempest-ServerTagsTestJSON-2002160958-project-member] Lock "984efc65-1a42-44bf-b5a9-f5b96b1623a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.652s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.502620] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updated VIF entry in instance network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.503132] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.677182] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255628, 'name': CreateVM_Task, 'duration_secs': 0.446542} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.679816] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.680950] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.681123] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.681472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.681737] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcbb4c0-c4b9-4475-a442-a3dd28acf251 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.688022] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1134.688022] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526ff56f-aa97-b404-0871-b524356ac0fa" [ 1134.688022] env[69436]: _type = "Task" [ 1134.688022] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.700747] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526ff56f-aa97-b404-0871-b524356ac0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.718108] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6dc22f-4a10-43a6-ab4f-f03773e7e33d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.729789] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0a365-622e-42b5-8a03-86ea289490fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.733980] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42a8e3c0-d93b-43bb-adf4-0cab42a6f944 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.775512] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bccd5bf-6469-4f3e-bc68-8d6fa222c192 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.781758] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255629, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.784248] env[69436]: DEBUG nova.compute.manager [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1134.784540] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.791322] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539f59b-e6c7-40b3-9d38-dade305ce404 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.795600] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527da1d2-5540-8f4b-56ea-df96f53a8d10, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.797864] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a9c9a-674f-4ad9-8b80-3a46ce182131 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.802531] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee7d6ea-b5c8-44d7-9b25-b479c647fdcf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.809245] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.816887] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18343399-db4f-4ea4-8034-0cd029a8d800 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.818738] env[69436]: DEBUG nova.compute.provider_tree [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.823825] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1134.823825] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524302cf-c3aa-2ade-1b10-f25473df16f4" [ 1134.823825] env[69436]: _type = "Task" [ 1134.823825] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.827259] env[69436]: DEBUG oslo_vmware.api [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1134.827259] env[69436]: value = "task-3255630" [ 1134.827259] env[69436]: _type = "Task" [ 1134.827259] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.830779] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524302cf-c3aa-2ade-1b10-f25473df16f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.834175] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.834442] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 39f39a62-4fc0-400c-a907-54586282c634/39f39a62-4fc0-400c-a907-54586282c634.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.835325] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99f6cd28-d0df-4185-ad37-cbd77e21fd10 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.841018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.841264] env[69436]: DEBUG oslo_concurrency.lockutils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.848497] env[69436]: DEBUG oslo_vmware.api [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.848497] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1134.848497] env[69436]: value = "task-3255631" [ 1134.848497] env[69436]: _type = "Task" [ 1134.848497] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.857717] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.898195] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.007254] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.007537] env[69436]: DEBUG nova.compute.manager [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1135.007710] env[69436]: DEBUG nova.compute.manager [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing instance network info cache due to event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1135.007928] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.008104] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.008365] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.066658] env[69436]: DEBUG nova.network.neutron [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Successfully updated port: 341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.200635] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526ff56f-aa97-b404-0871-b524356ac0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.062736} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.201172] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.201799] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.201920] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.202051] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.202224] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.202518] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a4f354e-057a-46f4-bc40-110d03048521 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.210177] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "acc90262-0b74-47ef-90c8-fceedc0746ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.210410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.223295] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.223295] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.224069] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb365e56-b92c-4ee5-bfee-d8e36bfeac2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.232152] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1135.232152] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5298b4a7-0964-7530-95ea-1cc5f96d7fa0" [ 1135.232152] env[69436]: _type = "Task" [ 1135.232152] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.241283] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5298b4a7-0964-7530-95ea-1cc5f96d7fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.250866] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548023} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.251158] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.251403] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.251655] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cb6b516-c432-4205-836a-f366c67890cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.260110] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1135.260110] env[69436]: value = "task-3255632" [ 1135.260110] env[69436]: _type = "Task" [ 1135.260110] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.269449] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.322878] env[69436]: DEBUG nova.scheduler.client.report [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.343476] env[69436]: DEBUG oslo_vmware.api [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255630, 'name': PowerOffVM_Task, 'duration_secs': 0.22225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.343800] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.344035] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.344353] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33134893-c60d-4129-8365-47cff95bf3cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.347329] env[69436]: DEBUG nova.compute.utils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.357107] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445778} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.357847] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 39f39a62-4fc0-400c-a907-54586282c634/39f39a62-4fc0-400c-a907-54586282c634.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.358117] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.358363] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb1d0704-15fb-47a6-82cc-8dc78cbf6787 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.364666] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1135.364666] env[69436]: value = "task-3255634" [ 1135.364666] env[69436]: _type = "Task" [ 1135.364666] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.372844] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.422957] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.423361] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.423639] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore2] aef76bdb-4584-40c7-a7bf-ec3d69a9f572 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.424050] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-997d5ea4-910c-45bd-9f3d-e821f72d78c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.430894] env[69436]: DEBUG oslo_vmware.api [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1135.430894] env[69436]: value = "task-3255635" [ 1135.430894] env[69436]: _type = "Task" [ 1135.430894] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.439597] env[69436]: DEBUG oslo_vmware.api [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.572377] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.713037] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1135.728993] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updated VIF entry in instance network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.729385] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.743211] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5298b4a7-0964-7530-95ea-1cc5f96d7fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.042573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.744627] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6729d951-f809-4ff4-b5fb-b1117dbb9ca0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.751490] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1135.751490] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cd5646-7e63-7ca0-01aa-48f329803a57" [ 1135.751490] env[69436]: _type = "Task" [ 1135.751490] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.760848] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cd5646-7e63-7ca0-01aa-48f329803a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.769284] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084945} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.769284] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.769886] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f29344-b21a-46c3-980a-8478d78948a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.793526] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.793840] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a910e6c7-08c0-41ec-82c0-cd7ecb519f67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.814894] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1135.814894] env[69436]: value = "task-3255636" [ 1135.814894] env[69436]: _type = "Task" [ 1135.814894] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.822653] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.827847] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.829890] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.369s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.830096] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.831714] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.268s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.833269] env[69436]: INFO nova.compute.claims [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.852335] env[69436]: INFO nova.scheduler.client.report [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Deleted allocations for instance 4a8c9397-94e6-4bd9-8695-e3e48ccaa729 [ 1135.853715] env[69436]: DEBUG oslo_concurrency.lockutils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.854891] env[69436]: INFO nova.scheduler.client.report [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted allocations for instance db065073-aff6-40a5-8f3e-133670fcc413 [ 1135.875486] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065897} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.875810] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.876705] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7131a6a3-e311-4d6a-80b4-2146392b543c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.901724] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 39f39a62-4fc0-400c-a907-54586282c634/39f39a62-4fc0-400c-a907-54586282c634.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.902698] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727974f4-1b31-441b-93d8-0f9fe54f4297 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.926758] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1135.926758] env[69436]: value = "task-3255637" [ 1135.926758] env[69436]: _type = "Task" [ 1135.926758] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.937675] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.942660] env[69436]: DEBUG oslo_vmware.api [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145152} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.942935] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.943195] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.943415] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.943608] env[69436]: INFO nova.compute.manager [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1135.943857] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.944067] env[69436]: DEBUG nova.compute.manager [-] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1135.944173] env[69436]: DEBUG nova.network.neutron [-] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.231572] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.232270] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.232515] env[69436]: DEBUG nova.compute.manager [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Received event network-changed-6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1136.232681] env[69436]: DEBUG nova.compute.manager [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Refreshing instance network info cache due to event network-changed-6b061ec1-6724-4ec5-916a-d0eb06d2a892. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1136.232884] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Acquiring lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.233054] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Acquired lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.233231] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Refreshing network info cache for port 6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.234338] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.234518] env[69436]: DEBUG nova.network.neutron [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.262354] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52cd5646-7e63-7ca0-01aa-48f329803a57, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.262612] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.262869] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.263133] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12bdec85-0eea-49cc-95c5-930727ed8cc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.269903] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1136.269903] env[69436]: value = "task-3255638" [ 1136.269903] env[69436]: _type = "Task" [ 1136.269903] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.278581] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.326216] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.365722] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e5eff3b-3d26-4708-bf8b-8146210c5d80 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "db065073-aff6-40a5-8f3e-133670fcc413" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.003s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.367251] env[69436]: DEBUG oslo_concurrency.lockutils [None req-74218a0d-496e-4f85-8b79-30b89272725c tempest-ServerPasswordTestJSON-2107846645 tempest-ServerPasswordTestJSON-2107846645-project-member] Lock "4a8c9397-94e6-4bd9-8695-e3e48ccaa729" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.920s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.440260] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.678805] env[69436]: DEBUG nova.network.neutron [-] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.728337] env[69436]: DEBUG nova.compute.manager [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1136.728547] env[69436]: DEBUG nova.compute.manager [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing instance network info cache due to event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1136.728758] env[69436]: DEBUG oslo_concurrency.lockutils [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.728940] env[69436]: DEBUG oslo_concurrency.lockutils [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.729180] env[69436]: DEBUG nova.network.neutron [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.786244] env[69436]: WARNING nova.network.neutron [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] d589015f-0230-4f23-afc0-c48696f93374 already exists in list: networks containing: ['d589015f-0230-4f23-afc0-c48696f93374']. ignoring it [ 1136.791577] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473464} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.791830] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.792055] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.792306] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9482aa3c-dc03-4895-964b-bac682e57ca5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.799260] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1136.799260] env[69436]: value = "task-3255639" [ 1136.799260] env[69436]: _type = "Task" [ 1136.799260] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.809915] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.825178] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255636, 'name': ReconfigVM_Task, 'duration_secs': 0.824768} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.825451] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895/803cb484-9f17-41ec-a84f-c41b0a697895.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.826131] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3385a104-3953-4a49-8b6a-193d4af9bb8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.834544] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1136.834544] env[69436]: value = "task-3255640" [ 1136.834544] env[69436]: _type = "Task" [ 1136.834544] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.846715] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255640, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.908524] env[69436]: DEBUG oslo_concurrency.lockutils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.908768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.909016] env[69436]: INFO nova.compute.manager [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Attaching volume 1d9c4d83-6a1e-4eb2-a948-c6ad7f042975 to /dev/sdc [ 1136.937702] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255637, 'name': ReconfigVM_Task, 'duration_secs': 0.757121} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.940638] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 39f39a62-4fc0-400c-a907-54586282c634/39f39a62-4fc0-400c-a907-54586282c634.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.941703] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a63fd2-e24f-4337-8949-3164ef418412 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.949925] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1136.949925] env[69436]: value = "task-3255641" [ 1136.949925] env[69436]: _type = "Task" [ 1136.949925] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.961022] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255641, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.965253] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5cf2a1-d3d5-4abf-b7e6-8a973459e23a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.977549] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c503025e-5708-4e2f-a565-39be35055839 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.996414] env[69436]: DEBUG nova.virt.block_device [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updating existing volume attachment record: db141ea2-0926-479e-a022-0fdb70613c51 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.094017] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updated VIF entry in instance network info cache for port 6b061ec1-6724-4ec5-916a-d0eb06d2a892. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.094017] env[69436]: DEBUG nova.network.neutron [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updating instance_info_cache with network_info: [{"id": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "address": "fa:16:3e:8f:3d:d3", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b061ec1-67", "ovs_interfaceid": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.172546] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826306bf-d2be-421c-9d96-7a3f237501a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.184503] env[69436]: INFO nova.compute.manager [-] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Took 1.24 seconds to deallocate network for instance. [ 1137.187120] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5bab6-8e78-439c-8f17-9ef6bb0daee3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.224022] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54fb93b-5842-42a4-bf6b-09155c984c51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.237280] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1919238a-e091-4467-8525-3fbf22c3120b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.259350] env[69436]: DEBUG nova.compute.provider_tree [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.309655] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067928} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.309920] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.310710] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dfc818-ef5f-4db0-aba7-ab3f88f37b05 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.335054] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.335407] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc33ad9-8a69-4672-aaf4-11536570b66b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.363750] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255640, 'name': Rename_Task, 'duration_secs': 0.164566} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.365114] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.365481] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1137.365481] env[69436]: value = "task-3255643" [ 1137.365481] env[69436]: _type = "Task" [ 1137.365481] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.365686] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe2ef5b-352b-4436-857e-65ef2d5db6ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.376126] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.377486] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1137.377486] env[69436]: value = "task-3255644" [ 1137.377486] env[69436]: _type = "Task" [ 1137.377486] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.387744] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.405392] env[69436]: DEBUG nova.network.neutron [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "address": "fa:16:3e:33:cf:21", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341bedd9-78", "ovs_interfaceid": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.420651] env[69436]: DEBUG nova.compute.manager [req-655be0bd-2c53-4cf3-9761-eae1d2b70dd3 req-ebbb73c7-dfbd-45d6-a2cf-be11cdca1440 service nova] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Received event network-vif-deleted-0a91cb2d-2f41-4c78-b005-ad6455f93049 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1137.461679] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255641, 'name': Rename_Task, 'duration_secs': 0.152913} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.461980] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.462242] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88ba586-65fa-4d0f-a585-d83a64e6904f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.473494] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1137.473494] env[69436]: value = "task-3255645" [ 1137.473494] env[69436]: _type = "Task" [ 1137.473494] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.483888] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.587979] env[69436]: DEBUG nova.network.neutron [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updated VIF entry in instance network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.588406] env[69436]: DEBUG nova.network.neutron [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.599428] env[69436]: DEBUG oslo_concurrency.lockutils [req-02412b90-34de-4fde-b4b0-861ec147bfc9 req-6c6d657c-467d-4096-ba12-9c5035eaf0e0 service nova] Releasing lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.695685] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.768384] env[69436]: DEBUG nova.scheduler.client.report [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.882493] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255643, 'name': ReconfigVM_Task, 'duration_secs': 0.404385} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.890859] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.890859] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a24a14c-fc9d-4ef3-98f8-d875e96373e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.901472] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.901862] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1137.901862] env[69436]: value = "task-3255646" [ 1137.901862] env[69436]: _type = "Task" [ 1137.901862] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.907757] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.909698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.910037] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.912090] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b199074e-2cae-4ac3-b0ed-422131345926 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.926275] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255646, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.947141] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.947412] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.947760] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.948193] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.948490] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.948901] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.949334] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.949696] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.950040] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.950545] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.950945] env[69436]: DEBUG nova.virt.hardware [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.961742] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Reconfiguring VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1137.962390] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7c9d7f-535f-44bb-b721-c721c7d2d103 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.988190] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.989882] env[69436]: DEBUG oslo_vmware.api [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1137.989882] env[69436]: value = "task-3255647" [ 1137.989882] env[69436]: _type = "Task" [ 1137.989882] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.998598] env[69436]: DEBUG oslo_vmware.api [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255647, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.091860] env[69436]: DEBUG oslo_concurrency.lockutils [req-f36ca809-f80c-4482-9352-ed2752173465 req-7e98fdd3-691e-4d0a-9b88-08a27a7d2456 service nova] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.276488] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.277519] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1138.279886] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.598s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.281868] env[69436]: INFO nova.compute.claims [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.395056] env[69436]: DEBUG oslo_vmware.api [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255644, 'name': PowerOnVM_Task, 'duration_secs': 0.589615} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.395345] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.395567] env[69436]: DEBUG nova.compute.manager [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1138.396400] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b77fc7-d92e-41c8-a3fa-e0ca389cc8ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.420818] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255646, 'name': Rename_Task, 'duration_secs': 0.311803} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.423104] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.423104] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98a68ac4-11b2-4652-9625-751b92160027 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.430804] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1138.430804] env[69436]: value = "task-3255648" [ 1138.430804] env[69436]: _type = "Task" [ 1138.430804] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.443374] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.491411] env[69436]: DEBUG oslo_vmware.api [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255645, 'name': PowerOnVM_Task, 'duration_secs': 0.582934} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.495555] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.495823] env[69436]: INFO nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1138.496044] env[69436]: DEBUG nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1138.498487] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7777ed52-8fb1-4618-bf62-427b4533145c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.508856] env[69436]: DEBUG oslo_vmware.api [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.790676] env[69436]: DEBUG nova.compute.utils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.794275] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1138.794532] env[69436]: DEBUG nova.network.neutron [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.845806] env[69436]: DEBUG nova.policy [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f3077c61981408e91f7551b546a5c3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d430df183ce483a8eb2352edfe2d734', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.923736] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.944340] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255648, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.003168] env[69436]: DEBUG oslo_vmware.api [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.021902] env[69436]: INFO nova.compute.manager [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Took 35.04 seconds to build instance. [ 1139.167746] env[69436]: DEBUG nova.network.neutron [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Successfully created port: 7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.202387] env[69436]: DEBUG nova.compute.manager [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-vif-plugged-341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1139.202728] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.202952] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.203141] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.203318] env[69436]: DEBUG nova.compute.manager [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] No waiting events found dispatching network-vif-plugged-341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.203522] env[69436]: WARNING nova.compute.manager [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received unexpected event network-vif-plugged-341bedd9-78ba-46d3-aa8e-da4de3d438ce for instance with vm_state active and task_state None. [ 1139.203903] env[69436]: DEBUG nova.compute.manager [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-changed-341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1139.204197] env[69436]: DEBUG nova.compute.manager [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing instance network info cache due to event network-changed-341bedd9-78ba-46d3-aa8e-da4de3d438ce. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1139.205299] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.205299] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.205401] env[69436]: DEBUG nova.network.neutron [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing network info cache for port 341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.268815] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.268966] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.295704] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1139.442841] env[69436]: DEBUG oslo_vmware.api [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255648, 'name': PowerOnVM_Task, 'duration_secs': 0.80053} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.445561] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.445772] env[69436]: INFO nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1139.445948] env[69436]: DEBUG nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1139.446996] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0026ba2b-6d35-4fca-a826-a1fc052f770a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.504388] env[69436]: DEBUG oslo_vmware.api [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255647, 'name': ReconfigVM_Task, 'duration_secs': 1.025417} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.505350] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.505574] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Reconfigured VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1139.524441] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d5aa3fa2-f153-45ff-acb1-54fe8c1462b5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.552s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.585304] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc5dff-1fac-45d1-a71e-6b768fdd6fd2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.594643] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaad24e4-855d-41e8-aa77-f53b9b197f95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.630020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d428e7-668c-4bda-961a-5ae4c459e84d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.638759] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30281e86-4216-4c13-bcbc-2b1fc3eb215d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.655263] env[69436]: DEBUG nova.compute.provider_tree [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.777899] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1139.855792] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.856229] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.856684] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.856921] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.857139] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.859754] env[69436]: INFO nova.compute.manager [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Terminating instance [ 1139.969492] env[69436]: INFO nova.compute.manager [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Took 29.03 seconds to build instance. [ 1140.009788] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a24fe85f-6a70-4a11-bd63-b16caafca0c7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-c41850c6-28be-489d-8fa2-cf4e942c9539-341bedd9-78ba-46d3-aa8e-da4de3d438ce" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.945s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.162451] env[69436]: DEBUG nova.scheduler.client.report [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.298833] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.316706] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1140.348316] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.348598] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.348758] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.348942] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.349102] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.349260] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.349470] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.349633] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.349797] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.349962] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.350341] env[69436]: DEBUG nova.virt.hardware [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.351238] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce66f1-aa97-42ec-b068-d90157c47f51 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.360023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d7448-59a4-44fc-8567-73c65e61776f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.366276] env[69436]: DEBUG nova.compute.manager [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1140.366483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.367360] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4b448-7605-47fd-92fb-4c986c404fa0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.374504] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.382479] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a1334c1-2235-48a2-a5fc-ced03c52ee39 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.422270] env[69436]: DEBUG nova.network.neutron [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updated VIF entry in instance network info cache for port 341bedd9-78ba-46d3-aa8e-da4de3d438ce. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.422739] env[69436]: DEBUG nova.network.neutron [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "address": "fa:16:3e:33:cf:21", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341bedd9-78", "ovs_interfaceid": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.463416] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.463671] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.463867] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore1] a2383a08-cf92-4c36-ae6b-596ab2c9ff57 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.464407] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b5778f-6793-4cb3-a976-6b5b1e7d431d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.474220] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d6d2bef9-755e-4b88-a848-672c4f927d39 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.546s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.474571] env[69436]: DEBUG oslo_vmware.api [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1140.474571] env[69436]: value = "task-3255651" [ 1140.474571] env[69436]: _type = "Task" [ 1140.474571] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.484974] env[69436]: DEBUG oslo_vmware.api [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.674021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.674021] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1140.675709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.951s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.678311] env[69436]: INFO nova.compute.claims [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.715529] env[69436]: DEBUG nova.network.neutron [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Successfully updated port: 7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.821539] env[69436]: DEBUG nova.compute.manager [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Received event network-changed-6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1140.821735] env[69436]: DEBUG nova.compute.manager [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Refreshing instance network info cache due to event network-changed-6b061ec1-6724-4ec5-916a-d0eb06d2a892. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1140.821946] env[69436]: DEBUG oslo_concurrency.lockutils [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] Acquiring lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.822101] env[69436]: DEBUG oslo_concurrency.lockutils [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] Acquired lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.822318] env[69436]: DEBUG nova.network.neutron [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Refreshing network info cache for port 6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.926141] env[69436]: DEBUG oslo_concurrency.lockutils [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.926439] env[69436]: DEBUG nova.compute.manager [req-1df9035f-5ed2-4b46-8443-51fbabfdef57 req-7894cf76-9e8d-4f13-8c26-87125428c996 service nova] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Received event network-vif-deleted-064d8de2-c42e-4b8c-a397-f9beef09f904 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1140.988201] env[69436]: DEBUG oslo_vmware.api [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186761} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.988662] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.988883] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.989085] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.989277] env[69436]: INFO nova.compute.manager [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1140.989529] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.989728] env[69436]: DEBUG nova.compute.manager [-] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1140.989823] env[69436]: DEBUG nova.network.neutron [-] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.183629] env[69436]: DEBUG nova.compute.utils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.187611] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1141.187787] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.220397] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.220539] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquired lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.220933] env[69436]: DEBUG nova.network.neutron [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.233569] env[69436]: DEBUG nova.compute.manager [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Received event network-vif-plugged-7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1141.234213] env[69436]: DEBUG oslo_concurrency.lockutils [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] Acquiring lock "fa77192a-6337-4936-a4e3-eed0d84421f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.234213] env[69436]: DEBUG oslo_concurrency.lockutils [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.234393] env[69436]: DEBUG oslo_concurrency.lockutils [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.234586] env[69436]: DEBUG nova.compute.manager [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] No waiting events found dispatching network-vif-plugged-7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.234755] env[69436]: WARNING nova.compute.manager [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Received unexpected event network-vif-plugged-7a5953bc-5753-4f44-8889-bc56fd3770eb for instance with vm_state building and task_state spawning. [ 1141.236053] env[69436]: DEBUG nova.compute.manager [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Received event network-changed-7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1141.236053] env[69436]: DEBUG nova.compute.manager [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Refreshing instance network info cache due to event network-changed-7a5953bc-5753-4f44-8889-bc56fd3770eb. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1141.236053] env[69436]: DEBUG oslo_concurrency.lockutils [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] Acquiring lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.254879] env[69436]: DEBUG nova.policy [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c5504ef7cb845288a3cdb4444e2faf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f1348b2b863488c944fbb2b775ecbe7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.479254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-c41850c6-28be-489d-8fa2-cf4e942c9539-341bedd9-78ba-46d3-aa8e-da4de3d438ce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.479254] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-c41850c6-28be-489d-8fa2-cf4e942c9539-341bedd9-78ba-46d3-aa8e-da4de3d438ce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.530880] env[69436]: DEBUG nova.network.neutron [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updated VIF entry in instance network info cache for port 6b061ec1-6724-4ec5-916a-d0eb06d2a892. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.531288] env[69436]: DEBUG nova.network.neutron [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updating instance_info_cache with network_info: [{"id": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "address": "fa:16:3e:8f:3d:d3", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b061ec1-67", "ovs_interfaceid": "6b061ec1-6724-4ec5-916a-d0eb06d2a892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.554956] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1141.555700] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650468', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'name': 'volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'serial': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1141.556264] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1be600-68d8-4811-a94c-0146f2491c35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.575031] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68738eb7-f5cf-4254-a91d-93bfdf6204c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.605398] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975/volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.605780] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d7cd6e-11ab-4672-aa32-4a02b21a02eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.635161] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1141.635161] env[69436]: value = "task-3255652" [ 1141.635161] env[69436]: _type = "Task" [ 1141.635161] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.638547] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Successfully created port: b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.645027] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.688768] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1141.750191] env[69436]: DEBUG nova.network.neutron [-] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.766888] env[69436]: DEBUG nova.network.neutron [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.923921] env[69436]: DEBUG nova.network.neutron [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updating instance_info_cache with network_info: [{"id": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "address": "fa:16:3e:d4:15:05", "network": {"id": "21e00222-2a18-4d8e-8c6f-5b0dd9079d57", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1462444583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d430df183ce483a8eb2352edfe2d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5953bc-57", "ovs_interfaceid": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.982167] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.982456] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.983408] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b261dbf-4f8b-40b3-9dcb-f2a49c946d5b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.007316] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb069b0d-5cf2-4577-b0f8-4be22b8e93f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.036627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Reconfiguring VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1142.038157] env[69436]: DEBUG oslo_concurrency.lockutils [req-dd2780fe-bc8c-4b15-9b6e-e2a1464adf63 req-fc6c0c87-f0f5-46f1-b595-7039f5ec53d8 service nova] Releasing lock "refresh_cache-39f39a62-4fc0-400c-a907-54586282c634" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.038556] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8f4405-18ad-4223-aa00-91c4cd779278 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.052964] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377dac69-2cfc-4b5b-8962-23baf1c6585c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.061311] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724b2b3a-7d6a-478b-8372-5fdecd0fd921 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.069023] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1142.069023] env[69436]: value = "task-3255653" [ 1142.069023] env[69436]: _type = "Task" [ 1142.069023] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.098248] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0851dd-804e-4c91-9933-abc301e96002 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.101900] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.108444] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeda1c0-bde5-4b8c-b7cf-a534a3a25cf2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.123491] env[69436]: DEBUG nova.compute.provider_tree [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.146565] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.257237] env[69436]: INFO nova.compute.manager [-] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Took 1.27 seconds to deallocate network for instance. [ 1142.427446] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Releasing lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.427885] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Instance network_info: |[{"id": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "address": "fa:16:3e:d4:15:05", "network": {"id": "21e00222-2a18-4d8e-8c6f-5b0dd9079d57", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1462444583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d430df183ce483a8eb2352edfe2d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5953bc-57", "ovs_interfaceid": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1142.428445] env[69436]: DEBUG oslo_concurrency.lockutils [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] Acquired lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.428686] env[69436]: DEBUG nova.network.neutron [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Refreshing network info cache for port 7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.430685] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:15:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a5953bc-5753-4f44-8889-bc56fd3770eb', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.438430] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Creating folder: Project (9d430df183ce483a8eb2352edfe2d734). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.439248] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17163a89-4667-46c7-8c95-b03f2b2b5f8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.452642] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Created folder: Project (9d430df183ce483a8eb2352edfe2d734) in parent group-v650165. [ 1142.452807] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Creating folder: Instances. Parent ref: group-v650469. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.453031] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-221a2738-f9a1-4334-891a-3839e11b37be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.462926] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Created folder: Instances in parent group-v650469. [ 1142.463167] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.463379] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.463585] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96f290ec-fc95-4f0b-a8ba-39aca1fd18c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.484219] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.484219] env[69436]: value = "task-3255656" [ 1142.484219] env[69436]: _type = "Task" [ 1142.484219] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.492161] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255656, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.578994] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.627391] env[69436]: DEBUG nova.scheduler.client.report [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.644679] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255652, 'name': ReconfigVM_Task, 'duration_secs': 0.937524} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.645436] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975/volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.650434] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89733e4e-6a8a-4157-b006-99a70b7ebaab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.667236] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1142.667236] env[69436]: value = "task-3255657" [ 1142.667236] env[69436]: _type = "Task" [ 1142.667236] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.676893] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.702100] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1142.729893] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.730199] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.730373] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.730555] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.730701] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.730850] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.731076] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.731253] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.731426] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.731588] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.731765] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.732633] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f6276-25ad-4640-8b79-7d644392ca42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.741467] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1b406-e05f-418e-b268-86586f98f88f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.763456] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.855637] env[69436]: DEBUG nova.compute.manager [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1142.855824] env[69436]: DEBUG nova.compute.manager [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing instance network info cache due to event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1142.856045] env[69436]: DEBUG oslo_concurrency.lockutils [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.856443] env[69436]: DEBUG oslo_concurrency.lockutils [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.856658] env[69436]: DEBUG nova.network.neutron [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.995448] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255656, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.079823] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.133069] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.133730] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1143.137576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.378s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.139085] env[69436]: INFO nova.compute.claims [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.144871] env[69436]: DEBUG nova.network.neutron [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updated VIF entry in instance network info cache for port 7a5953bc-5753-4f44-8889-bc56fd3770eb. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.145218] env[69436]: DEBUG nova.network.neutron [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updating instance_info_cache with network_info: [{"id": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "address": "fa:16:3e:d4:15:05", "network": {"id": "21e00222-2a18-4d8e-8c6f-5b0dd9079d57", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1462444583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d430df183ce483a8eb2352edfe2d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5953bc-57", "ovs_interfaceid": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.178908] env[69436]: DEBUG oslo_vmware.api [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255657, 'name': ReconfigVM_Task, 'duration_secs': 0.172079} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.179245] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650468', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'name': 'volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'serial': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1143.260609] env[69436]: DEBUG nova.compute.manager [req-d76e909f-4806-4811-a400-65990e5266e9 req-1c0fff3c-9ec0-4a8d-98ba-4972d2bf85bc service nova] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Received event network-vif-deleted-879471d0-17b3-4698-aabe-b213545cd8f8 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1143.293466] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Successfully updated port: b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.494753] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255656, 'name': CreateVM_Task, 'duration_secs': 0.556225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.494906] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.495589] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.495786] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.496137] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.496396] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1feeedc0-c3ab-424b-9952-0f039e93de31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.502288] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1143.502288] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525f0882-d907-c577-0255-664c48a96cab" [ 1143.502288] env[69436]: _type = "Task" [ 1143.502288] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.510478] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525f0882-d907-c577-0255-664c48a96cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.558481] env[69436]: DEBUG nova.network.neutron [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updated VIF entry in instance network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.558949] env[69436]: DEBUG nova.network.neutron [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.579562] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.639239] env[69436]: DEBUG nova.compute.utils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.640763] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1143.640946] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.647130] env[69436]: DEBUG oslo_concurrency.lockutils [req-0b6b73ed-8f59-41c8-bb8b-0943880c79de req-4d38f397-0b28-468c-a973-abba2bf3357b service nova] Releasing lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.681419] env[69436]: DEBUG nova.policy [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c5504ef7cb845288a3cdb4444e2faf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f1348b2b863488c944fbb2b775ecbe7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.796744] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "refresh_cache-2d0103c9-ae69-46f0-9772-db7b960a2d23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.796940] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "refresh_cache-2d0103c9-ae69-46f0-9772-db7b960a2d23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.797087] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.920220] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Successfully created port: 6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.015173] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]525f0882-d907-c577-0255-664c48a96cab, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.015551] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.015798] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.016139] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.016395] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.016603] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.017015] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d6c6c1-081b-4fd6-8f4d-e6604bc6e153 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.025980] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.026246] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.026966] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db0f885-70ee-43a3-be05-c3e1793a658e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.032697] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1144.032697] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bbd7ee-2e28-73c1-9ae0-d22b6d964a7d" [ 1144.032697] env[69436]: _type = "Task" [ 1144.032697] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.051488] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bbd7ee-2e28-73c1-9ae0-d22b6d964a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.015727} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.052289] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5846b178-75c0-4363-a35a-966b8aac781e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.057931] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1144.057931] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522e9279-4fa3-8f38-cb6f-d3a6e8e37f0f" [ 1144.057931] env[69436]: _type = "Task" [ 1144.057931] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.061291] env[69436]: DEBUG oslo_concurrency.lockutils [req-69b7e07c-30b8-481b-aed6-ce1a7f8bf41d req-aacf9ccc-2087-46b8-88a5-e083230754e9 service nova] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.066367] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522e9279-4fa3-8f38-cb6f-d3a6e8e37f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.078913] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.145331] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1144.222873] env[69436]: DEBUG nova.objects.instance [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid f691ff9f-f9ef-4694-903f-2576f74a0c26 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.327940] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.411569] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adf0384-8798-407d-ae1d-b41994860260 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.421455] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88969030-0717-4838-ba65-bd0d1a757b94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.452254] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ed3cb-2aca-4cbb-aa38-a0d3ca69673a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.455470] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Updating instance_info_cache with network_info: [{"id": "b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5", "address": "fa:16:3e:a3:08:6b", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c3b8d7-4e", "ovs_interfaceid": "b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.462023] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e30c3-6dd2-4f70-bfbc-6cb90a4df4a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.476191] env[69436]: DEBUG nova.compute.provider_tree [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.569253] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522e9279-4fa3-8f38-cb6f-d3a6e8e37f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.569612] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.569772] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] fa77192a-6337-4936-a4e3-eed0d84421f8/fa77192a-6337-4936-a4e3-eed0d84421f8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.570090] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba34c7a4-084c-4494-9047-dfb1d8412ea6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.580757] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.582092] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1144.582092] env[69436]: value = "task-3255658" [ 1144.582092] env[69436]: _type = "Task" [ 1144.582092] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.590536] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.731403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-72e7df63-19ff-443e-b363-6bcfbf36ecdd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.822s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.884818] env[69436]: DEBUG nova.compute.manager [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Received event network-vif-plugged-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1144.885145] env[69436]: DEBUG oslo_concurrency.lockutils [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] Acquiring lock "2d0103c9-ae69-46f0-9772-db7b960a2d23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.885426] env[69436]: DEBUG oslo_concurrency.lockutils [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.885641] env[69436]: DEBUG oslo_concurrency.lockutils [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.885874] env[69436]: DEBUG nova.compute.manager [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] No waiting events found dispatching network-vif-plugged-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.886125] env[69436]: WARNING nova.compute.manager [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Received unexpected event network-vif-plugged-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 for instance with vm_state building and task_state spawning. [ 1144.886313] env[69436]: DEBUG nova.compute.manager [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Received event network-changed-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1144.886471] env[69436]: DEBUG nova.compute.manager [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Refreshing instance network info cache due to event network-changed-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1144.886638] env[69436]: DEBUG oslo_concurrency.lockutils [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] Acquiring lock "refresh_cache-2d0103c9-ae69-46f0-9772-db7b960a2d23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.958447] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "refresh_cache-2d0103c9-ae69-46f0-9772-db7b960a2d23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.958808] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Instance network_info: |[{"id": "b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5", "address": "fa:16:3e:a3:08:6b", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c3b8d7-4e", "ovs_interfaceid": "b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1144.959146] env[69436]: DEBUG oslo_concurrency.lockutils [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] Acquired lock "refresh_cache-2d0103c9-ae69-46f0-9772-db7b960a2d23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.959340] env[69436]: DEBUG nova.network.neutron [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Refreshing network info cache for port b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.960695] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:08:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.968749] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Creating folder: Project (7f1348b2b863488c944fbb2b775ecbe7). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.969861] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ce238d8-616d-4424-b7b8-c458455731a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.979888] env[69436]: DEBUG nova.scheduler.client.report [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.984996] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Created folder: Project (7f1348b2b863488c944fbb2b775ecbe7) in parent group-v650165. [ 1144.985221] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Creating folder: Instances. Parent ref: group-v650472. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.985789] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51041b1d-ac0e-4451-850a-2ace4b34a600 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.998976] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Created folder: Instances in parent group-v650472. [ 1144.999266] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.999472] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.999684] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-903bd2b8-3f9d-4145-b200-9da44d554a5c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.021289] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.021289] env[69436]: value = "task-3255661" [ 1145.021289] env[69436]: _type = "Task" [ 1145.021289] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.030844] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255661, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.081764] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.093618] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500165} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.093916] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] fa77192a-6337-4936-a4e3-eed0d84421f8/fa77192a-6337-4936-a4e3-eed0d84421f8.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.094258] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.094483] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a029f618-68d4-46fb-8252-c454de2f21a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.103858] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1145.103858] env[69436]: value = "task-3255662" [ 1145.103858] env[69436]: _type = "Task" [ 1145.103858] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.112963] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.157213] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1145.190941] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.191187] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.191326] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.191519] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.195026] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.195026] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1c7ea-67a6-479a-b27b-9d00a7290768 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.203277] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cd221-8b5b-4669-aaaf-73907b8fb376 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.489023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.489023] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1145.492356] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.339s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.493975] env[69436]: INFO nova.compute.claims [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.537176] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255661, 'name': CreateVM_Task, 'duration_secs': 0.371135} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.537369] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.538064] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.538246] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.538561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.539354] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aae55e6-d9b4-4d38-a725-819c7a789bc6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.546916] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1145.546916] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9b55a-ce8a-ea09-76bb-79a89063b7c4" [ 1145.546916] env[69436]: _type = "Task" [ 1145.546916] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.556553] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9b55a-ce8a-ea09-76bb-79a89063b7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.579963] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.589509] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Successfully updated port: 6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.614703] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075648} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.614967] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.615769] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17549fef-5880-42ac-b2a6-0b315cb6543e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.642245] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fa77192a-6337-4936-a4e3-eed0d84421f8/fa77192a-6337-4936-a4e3-eed0d84421f8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.643015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.643258] env[69436]: DEBUG oslo_concurrency.lockutils [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.644688] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47639ba9-fb74-40e0-a038-f8c6871a6708 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.661968] env[69436]: INFO nova.compute.manager [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Detaching volume 455f63af-42df-4a06-9ff1-1cfaed9394fa [ 1145.671074] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1145.671074] env[69436]: value = "task-3255663" [ 1145.671074] env[69436]: _type = "Task" [ 1145.671074] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.680149] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.697262] env[69436]: INFO nova.virt.block_device [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Attempting to driver detach volume 455f63af-42df-4a06-9ff1-1cfaed9394fa from mountpoint /dev/sdb [ 1145.697650] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.697849] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650463', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'name': 'volume-455f63af-42df-4a06-9ff1-1cfaed9394fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'serial': '455f63af-42df-4a06-9ff1-1cfaed9394fa'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.699216] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f90307-7ef2-48fd-b552-27e3c8ae23ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.703186] env[69436]: DEBUG nova.network.neutron [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Updated VIF entry in instance network info cache for port b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.703518] env[69436]: DEBUG nova.network.neutron [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Updating instance_info_cache with network_info: [{"id": "b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5", "address": "fa:16:3e:a3:08:6b", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c3b8d7-4e", "ovs_interfaceid": "b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.728013] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66c2844-44df-4a6a-b41f-e90533a65886 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.737134] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b039f5-5bd2-4799-abc8-1ad7b6a28171 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.743244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.743244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.767637] env[69436]: DEBUG nova.compute.utils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.769404] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26293eb-6939-43a4-bc40-ffea9bd49b52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.789637] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] The volume has not been displaced from its original location: [datastore2] volume-455f63af-42df-4a06-9ff1-1cfaed9394fa/volume-455f63af-42df-4a06-9ff1-1cfaed9394fa.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.795018] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.795018] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2cb24a-c8dc-444f-918a-55a4436558e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.813865] env[69436]: DEBUG oslo_vmware.api [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1145.813865] env[69436]: value = "task-3255664" [ 1145.813865] env[69436]: _type = "Task" [ 1145.813865] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.822775] env[69436]: DEBUG oslo_vmware.api [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.998928] env[69436]: DEBUG nova.compute.utils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.002242] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1146.002413] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.040260] env[69436]: DEBUG nova.policy [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c5504ef7cb845288a3cdb4444e2faf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f1348b2b863488c944fbb2b775ecbe7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.058697] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d9b55a-ce8a-ea09-76bb-79a89063b7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.048503} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.059054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.059320] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.059611] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.059767] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.060013] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.060301] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf66b7ae-6a73-4b3b-b090-767aeefeed9f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.076268] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.076472] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.077584] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cbce601-b7f7-4717-8810-f7117147dc67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.083464] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.087593] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1146.087593] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528ef55e-5fd4-002f-d7a3-a2db2204d9d9" [ 1146.087593] env[69436]: _type = "Task" [ 1146.087593] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.091820] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "refresh_cache-62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.091977] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "refresh_cache-62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.092162] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.097074] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528ef55e-5fd4-002f-d7a3-a2db2204d9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.184606] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.206840] env[69436]: DEBUG oslo_concurrency.lockutils [req-210aeb20-1cb1-48fe-9637-f565193e6c09 req-4cc48fbe-d66c-43ec-b2eb-d5add60a117b service nova] Releasing lock "refresh_cache-2d0103c9-ae69-46f0-9772-db7b960a2d23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.274600] env[69436]: DEBUG oslo_concurrency.lockutils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.532s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.327139] env[69436]: DEBUG oslo_vmware.api [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255664, 'name': ReconfigVM_Task, 'duration_secs': 0.426695} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.327973] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Successfully created port: 8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.330013] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.334789] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e85565-d71e-4fe6-b77b-1c4b29aca5ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.351974] env[69436]: DEBUG oslo_vmware.api [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1146.351974] env[69436]: value = "task-3255665" [ 1146.351974] env[69436]: _type = "Task" [ 1146.351974] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.361277] env[69436]: DEBUG oslo_vmware.api [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.508461] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1146.581144] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.602481] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528ef55e-5fd4-002f-d7a3-a2db2204d9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015153} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.603678] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f180e99f-85d2-49ac-b055-20b4df51d019 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.609534] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1146.609534] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b2ca88-2a30-8957-6429-6ca770a81fe4" [ 1146.609534] env[69436]: _type = "Task" [ 1146.609534] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.620798] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b2ca88-2a30-8957-6429-6ca770a81fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.635146] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.687100] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.778534] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Updating instance_info_cache with network_info: [{"id": "6fc03470-3de2-43ef-bf6b-f01123485d80", "address": "fa:16:3e:80:65:1d", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc03470-3d", "ovs_interfaceid": "6fc03470-3de2-43ef-bf6b-f01123485d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.788359] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036f610-64e9-46aa-a396-4c4fe5da64eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.797678] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81fc894-2481-4ca0-a215-a3bde2160942 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.833138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ead611-6739-4f11-886e-6479c1f9066f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.842650] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e993ac3c-2264-40f6-993e-31daa8229df0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.857888] env[69436]: DEBUG nova.compute.provider_tree [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.867566] env[69436]: DEBUG oslo_vmware.api [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255665, 'name': ReconfigVM_Task, 'duration_secs': 0.189596} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.867852] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650463', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'name': 'volume-455f63af-42df-4a06-9ff1-1cfaed9394fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '455f63af-42df-4a06-9ff1-1cfaed9394fa', 'serial': '455f63af-42df-4a06-9ff1-1cfaed9394fa'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.916431] env[69436]: DEBUG nova.compute.manager [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Received event network-vif-plugged-6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1146.916662] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] Acquiring lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.916895] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.917078] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.917197] env[69436]: DEBUG nova.compute.manager [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] No waiting events found dispatching network-vif-plugged-6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.917409] env[69436]: WARNING nova.compute.manager [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Received unexpected event network-vif-plugged-6fc03470-3de2-43ef-bf6b-f01123485d80 for instance with vm_state building and task_state spawning. [ 1146.917576] env[69436]: DEBUG nova.compute.manager [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Received event network-changed-6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1146.917728] env[69436]: DEBUG nova.compute.manager [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Refreshing instance network info cache due to event network-changed-6fc03470-3de2-43ef-bf6b-f01123485d80. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1146.917895] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] Acquiring lock "refresh_cache-62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.083390] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.119414] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b2ca88-2a30-8957-6429-6ca770a81fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.119678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.119955] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2d0103c9-ae69-46f0-9772-db7b960a2d23/2d0103c9-ae69-46f0-9772-db7b960a2d23.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.120220] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3640d60-5b65-4692-8b57-26f2210d363d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.127458] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1147.127458] env[69436]: value = "task-3255666" [ 1147.127458] env[69436]: _type = "Task" [ 1147.127458] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.135597] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.185210] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.282037] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "refresh_cache-62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.282491] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Instance network_info: |[{"id": "6fc03470-3de2-43ef-bf6b-f01123485d80", "address": "fa:16:3e:80:65:1d", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc03470-3d", "ovs_interfaceid": "6fc03470-3de2-43ef-bf6b-f01123485d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1147.282856] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] Acquired lock "refresh_cache-62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.283102] env[69436]: DEBUG nova.network.neutron [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Refreshing network info cache for port 6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.284688] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:65:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fc03470-3de2-43ef-bf6b-f01123485d80', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.291915] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.292853] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.293196] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4312a3-7dfe-4f21-9776-e86500885227 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.314085] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.314085] env[69436]: value = "task-3255667" [ 1147.314085] env[69436]: _type = "Task" [ 1147.314085] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.322541] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255667, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.336728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.336985] env[69436]: DEBUG oslo_concurrency.lockutils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.337247] env[69436]: INFO nova.compute.manager [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Attaching volume 5901b4b0-88b2-428d-9289-cf433d5bb269 to /dev/sdb [ 1147.365570] env[69436]: DEBUG nova.scheduler.client.report [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.372771] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0663968-afe1-4d7b-b46b-d44abffd2a3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.381253] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49c3a21-4bcc-4fe9-a31d-ce23b5414089 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.398469] env[69436]: DEBUG nova.virt.block_device [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating existing volume attachment record: 5fb9ced8-3eed-4d60-9666-c8a5e76cc3aa {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.415646] env[69436]: DEBUG nova.objects.instance [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid f691ff9f-f9ef-4694-903f-2576f74a0c26 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.518461] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1147.551375] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.551707] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.551907] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.552132] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.552288] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.552440] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.552709] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.552822] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.552991] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.553812] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.554069] env[69436]: DEBUG nova.virt.hardware [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.555033] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486f4c36-0770-4b2e-afce-63c4eed6a8fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.568382] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ed532-fe44-4918-af59-174ad90f484b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.594853] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.639645] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.691365] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255663, 'name': ReconfigVM_Task, 'duration_secs': 1.781695} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.691868] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fa77192a-6337-4936-a4e3-eed0d84421f8/fa77192a-6337-4936-a4e3-eed0d84421f8.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.692804] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a1dbd6b-92ae-4028-a8d4-931e7cc8029a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.704195] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1147.704195] env[69436]: value = "task-3255669" [ 1147.704195] env[69436]: _type = "Task" [ 1147.704195] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.720770] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255669, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.757706] env[69436]: DEBUG nova.compute.manager [req-498c4262-b26e-4318-9035-51f55df96182 req-ea2de67d-8364-4d3b-b694-40e28e91072f service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Received event network-vif-plugged-8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1147.757986] env[69436]: DEBUG oslo_concurrency.lockutils [req-498c4262-b26e-4318-9035-51f55df96182 req-ea2de67d-8364-4d3b-b694-40e28e91072f service nova] Acquiring lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.758269] env[69436]: DEBUG oslo_concurrency.lockutils [req-498c4262-b26e-4318-9035-51f55df96182 req-ea2de67d-8364-4d3b-b694-40e28e91072f service nova] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.758492] env[69436]: DEBUG oslo_concurrency.lockutils [req-498c4262-b26e-4318-9035-51f55df96182 req-ea2de67d-8364-4d3b-b694-40e28e91072f service nova] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.758671] env[69436]: DEBUG nova.compute.manager [req-498c4262-b26e-4318-9035-51f55df96182 req-ea2de67d-8364-4d3b-b694-40e28e91072f service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] No waiting events found dispatching network-vif-plugged-8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.758841] env[69436]: WARNING nova.compute.manager [req-498c4262-b26e-4318-9035-51f55df96182 req-ea2de67d-8364-4d3b-b694-40e28e91072f service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Received unexpected event network-vif-plugged-8c798891-5336-4dca-859f-e7ecb3dba59a for instance with vm_state building and task_state spawning. [ 1147.826155] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255667, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.870852] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Successfully updated port: 8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.872854] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.873152] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1147.875761] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.393s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.005119] env[69436]: DEBUG nova.network.neutron [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Updated VIF entry in instance network info cache for port 6fc03470-3de2-43ef-bf6b-f01123485d80. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.005501] env[69436]: DEBUG nova.network.neutron [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Updating instance_info_cache with network_info: [{"id": "6fc03470-3de2-43ef-bf6b-f01123485d80", "address": "fa:16:3e:80:65:1d", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fc03470-3d", "ovs_interfaceid": "6fc03470-3de2-43ef-bf6b-f01123485d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.082895] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.139110] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686518} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.139432] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 2d0103c9-ae69-46f0-9772-db7b960a2d23/2d0103c9-ae69-46f0-9772-db7b960a2d23.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.139601] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.139908] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4b46ae-660f-40fe-a662-ed8cf4037441 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.148663] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1148.148663] env[69436]: value = "task-3255672" [ 1148.148663] env[69436]: _type = "Task" [ 1148.148663] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.157698] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.214559] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255669, 'name': Rename_Task, 'duration_secs': 0.215334} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.214848] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.215127] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-672262a5-0de7-4b8f-b773-c36c335b50b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.222551] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1148.222551] env[69436]: value = "task-3255673" [ 1148.222551] env[69436]: _type = "Task" [ 1148.222551] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.230772] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.325894] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255667, 'name': CreateVM_Task, 'duration_secs': 0.519856} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.326124] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.326862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.327042] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.327402] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.327669] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b11304-b8d6-4aca-9567-ac2152e75e14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.333211] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1148.333211] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275584a-fb8f-08d5-9bdf-81f8b80eb27e" [ 1148.333211] env[69436]: _type = "Task" [ 1148.333211] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.344091] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275584a-fb8f-08d5-9bdf-81f8b80eb27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.377204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "refresh_cache-bf325a8a-6525-41a0-ab74-ad3bd7fc782b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.377204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "refresh_cache-bf325a8a-6525-41a0-ab74-ad3bd7fc782b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.377391] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.379692] env[69436]: DEBUG nova.compute.utils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.391485] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1148.391485] env[69436]: DEBUG nova.network.neutron [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.424322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-061c69f2-7375-4bb7-a9c6-56ca93b0becd tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.781s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.433737] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.440826] env[69436]: DEBUG nova.policy [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93a93c06baa74f14a2b76be170ff6be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7439471c98e4b20898443316eab3c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.508727] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d288d89-5cfc-4858-8d7a-85628cdb7061 req-25318d4c-981a-4ec9-85ca-9a7e07074210 service nova] Releasing lock "refresh_cache-62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.584360] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.602439] env[69436]: DEBUG nova.network.neutron [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Updating instance_info_cache with network_info: [{"id": "8c798891-5336-4dca-859f-e7ecb3dba59a", "address": "fa:16:3e:1b:92:4c", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c798891-53", "ovs_interfaceid": "8c798891-5336-4dca-859f-e7ecb3dba59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.659649] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.734364] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.735189] env[69436]: DEBUG nova.network.neutron [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Successfully created port: 1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.844855] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275584a-fb8f-08d5-9bdf-81f8b80eb27e, 'name': SearchDatastore_Task, 'duration_secs': 0.031945} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.845124] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.845423] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.845715] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.845907] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.846175] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.846479] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43fbef50-6169-431e-bda3-db5c8695118a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.856948] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.857166] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.857832] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d32b55-152e-48f8-b767-53fdd812a6b4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.863724] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1148.863724] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275a1b9-7bfd-1bbe-0a36-a4f724df2f8b" [ 1148.863724] env[69436]: _type = "Task" [ 1148.863724] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.873735] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275a1b9-7bfd-1bbe-0a36-a4f724df2f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.889246] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance ff8c4788-b8a5-453d-bc3a-95ac3c8e031f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 03a37459-fda2-4409-b07c-e194b16a4b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a18b0787-4265-44a9-92f6-acc5742be909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance f691ff9f-f9ef-4694-903f-2576f74a0c26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 803cb484-9f17-41ec-a84f-c41b0a697895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance c41850c6-28be-489d-8fa2-cf4e942c9539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance be8cbd48-932b-47e0-a315-9ab05016ca76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1148.924032] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance aef76bdb-4584-40c7-a7bf-ec3d69a9f572 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 9b83bcab-1276-4677-96e6-320a4c8ae076 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: WARNING nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance a2383a08-cf92-4c36-ae6b-596ab2c9ff57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 39f39a62-4fc0-400c-a907-54586282c634 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 492abb82-80e5-4c40-b55e-72f4581af022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924032] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance fa77192a-6337-4936-a4e3-eed0d84421f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924571] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 2d0103c9-ae69-46f0-9772-db7b960a2d23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924571] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924571] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance bf325a8a-6525-41a0-ab74-ad3bd7fc782b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.924571] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 84be5697-4200-4d8c-9590-ed6430cec891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1148.933522] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.933522] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.086102] env[69436]: DEBUG oslo_vmware.api [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255653, 'name': ReconfigVM_Task, 'duration_secs': 6.909383} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.086302] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.086390] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Reconfigured VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.105815] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "refresh_cache-bf325a8a-6525-41a0-ab74-ad3bd7fc782b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.106135] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Instance network_info: |[{"id": "8c798891-5336-4dca-859f-e7ecb3dba59a", "address": "fa:16:3e:1b:92:4c", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c798891-53", "ovs_interfaceid": "8c798891-5336-4dca-859f-e7ecb3dba59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1149.106548] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:92:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c798891-5336-4dca-859f-e7ecb3dba59a', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.116220] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.116486] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.119619] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff1b9819-476b-4170-abae-8b35a77bb789 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.145975] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.145975] env[69436]: value = "task-3255674" [ 1149.145975] env[69436]: _type = "Task" [ 1149.145975] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.159198] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255674, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.162099] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.799359} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.164216] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.164993] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dbc2f6-2925-40b0-ad85-5497afacf7d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.187802] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2d0103c9-ae69-46f0-9772-db7b960a2d23/2d0103c9-ae69-46f0-9772-db7b960a2d23.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.188170] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019dceb3-115a-41a4-bc39-cb9dd8acf4da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.210977] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1149.210977] env[69436]: value = "task-3255675" [ 1149.210977] env[69436]: _type = "Task" [ 1149.210977] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.220024] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255675, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.233948] env[69436]: DEBUG oslo_vmware.api [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255673, 'name': PowerOnVM_Task, 'duration_secs': 0.915831} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.234278] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.234493] env[69436]: INFO nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1149.234677] env[69436]: DEBUG nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1149.235495] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b16633-7979-42d8-9c77-e6d8e2e24a44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.375681] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275a1b9-7bfd-1bbe-0a36-a4f724df2f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.023671} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.376715] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bae63e-5dc9-438b-a6c6-259bf5c11315 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.383354] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1149.383354] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9a741-fa47-7ed7-1803-6b3765025e99" [ 1149.383354] env[69436]: _type = "Task" [ 1149.383354] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.398505] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9a741-fa47-7ed7-1803-6b3765025e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.432833] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance acc90262-0b74-47ef-90c8-fceedc0746ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.435071] env[69436]: INFO nova.compute.manager [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Detaching volume 1d9c4d83-6a1e-4eb2-a948-c6ad7f042975 [ 1149.475145] env[69436]: INFO nova.virt.block_device [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Attempting to driver detach volume 1d9c4d83-6a1e-4eb2-a948-c6ad7f042975 from mountpoint /dev/sdc [ 1149.475411] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.475627] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650468', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'name': 'volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'serial': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.476830] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48efdca-a846-46c1-a9ad-b75d5f233050 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.512032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f71c3e-043b-4dcf-bd95-51116f5a1a38 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.522599] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd84f26d-df3e-412b-853a-70ba302b0c94 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.549407] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea57bf2-622f-414b-bbbc-cebbeb2d997a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.566272] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] The volume has not been displaced from its original location: [datastore2] volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975/volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.571608] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.572579] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ffad59-f4af-4f36-a477-3b7c472f3ea5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.594489] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1149.594489] env[69436]: value = "task-3255676" [ 1149.594489] env[69436]: _type = "Task" [ 1149.594489] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.604034] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.656929] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255674, 'name': CreateVM_Task, 'duration_secs': 0.481855} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.657123] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.657809] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.657965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.658340] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.658634] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f490270e-80b0-4fc2-a77a-5259ecb0c7f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.664280] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1149.664280] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52316864-e0f2-f62b-75ea-ff8cc4ca6422" [ 1149.664280] env[69436]: _type = "Task" [ 1149.664280] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.672819] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52316864-e0f2-f62b-75ea-ff8cc4ca6422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.723414] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255675, 'name': ReconfigVM_Task, 'duration_secs': 0.492923} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.723684] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2d0103c9-ae69-46f0-9772-db7b960a2d23/2d0103c9-ae69-46f0-9772-db7b960a2d23.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.724337] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a009841-d365-49d5-b874-7cdad2359523 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.731111] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1149.731111] env[69436]: value = "task-3255677" [ 1149.731111] env[69436]: _type = "Task" [ 1149.731111] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.741342] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255677, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.756388] env[69436]: INFO nova.compute.manager [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Took 20.21 seconds to build instance. [ 1149.788096] env[69436]: DEBUG nova.compute.manager [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Received event network-changed-8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1149.788187] env[69436]: DEBUG nova.compute.manager [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Refreshing instance network info cache due to event network-changed-8c798891-5336-4dca-859f-e7ecb3dba59a. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1149.788544] env[69436]: DEBUG oslo_concurrency.lockutils [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] Acquiring lock "refresh_cache-bf325a8a-6525-41a0-ab74-ad3bd7fc782b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.788757] env[69436]: DEBUG oslo_concurrency.lockutils [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] Acquired lock "refresh_cache-bf325a8a-6525-41a0-ab74-ad3bd7fc782b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.789008] env[69436]: DEBUG nova.network.neutron [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Refreshing network info cache for port 8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.895549] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52f9a741-fa47-7ed7-1803-6b3765025e99, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.895851] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.896283] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72/62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.896590] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188e17b9-a83a-425d-a19b-7d605043eefa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.899965] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1149.904363] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1149.904363] env[69436]: value = "task-3255678" [ 1149.904363] env[69436]: _type = "Task" [ 1149.904363] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.912722] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.927595] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.927784] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.927992] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.928230] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.928428] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.928558] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.928766] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.928925] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.929113] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.929283] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.929468] env[69436]: DEBUG nova.virt.hardware [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.930830] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d452cd8e-066e-454a-a5ed-664672cf690d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.938335] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 346af4bd-189b-4255-a54a-657460da50a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.938588] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.938733] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.942709] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fce15a-b14a-4ef0-a667-64b23346b7b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.106643] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255676, 'name': ReconfigVM_Task, 'duration_secs': 0.25734} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.109375] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.114260] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5705b2be-26e6-4ad9-84d0-7b4ba0407e6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.134350] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1150.134350] env[69436]: value = "task-3255679" [ 1150.134350] env[69436]: _type = "Task" [ 1150.134350] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.144287] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.181257] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52316864-e0f2-f62b-75ea-ff8cc4ca6422, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.181591] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.181939] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.182103] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.182214] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.182404] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.185531] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee8232ba-db8d-4ba4-b892-40bda395e079 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.203372] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.203572] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.204714] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf7a318-d1f3-4f84-bc79-eb08f54c8415 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.211368] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1150.211368] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b33982-611b-0e40-bccc-6b633667495d" [ 1150.211368] env[69436]: _type = "Task" [ 1150.211368] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.224035] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b33982-611b-0e40-bccc-6b633667495d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.246844] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255677, 'name': Rename_Task, 'duration_secs': 0.196978} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.247323] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.247612] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28533e29-eeb6-4fba-b6bd-e7529439ca14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.252506] env[69436]: DEBUG nova.network.neutron [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Successfully updated port: 1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.258160] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1150.258160] env[69436]: value = "task-3255681" [ 1150.258160] env[69436]: _type = "Task" [ 1150.258160] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.265176] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f1cfeb32-ac18-4c48-8a73-5bea3e124c07 tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.745s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.274992] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.295786] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce439650-2147-4612-be7d-ed7a45c2a876 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.304682] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35564010-a22b-44c1-a1e0-c52be5dad0af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.340518] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab53b344-3cef-4634-84d6-ca204f68b4b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.349354] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe2168-2cb0-41af-b5f1-75ce96923c91 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.363707] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.418172] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255678, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.552373] env[69436]: DEBUG nova.network.neutron [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Updated VIF entry in instance network info cache for port 8c798891-5336-4dca-859f-e7ecb3dba59a. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.552794] env[69436]: DEBUG nova.network.neutron [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Updating instance_info_cache with network_info: [{"id": "8c798891-5336-4dca-859f-e7ecb3dba59a", "address": "fa:16:3e:1b:92:4c", "network": {"id": "aa289de2-6dca-44ec-be84-e6381aa25949", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1169639557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f1348b2b863488c944fbb2b775ecbe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c798891-53", "ovs_interfaceid": "8c798891-5336-4dca-859f-e7ecb3dba59a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.557966] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.558207] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.558396] env[69436]: DEBUG nova.network.neutron [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.644194] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.723382] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b33982-611b-0e40-bccc-6b633667495d, 'name': SearchDatastore_Task, 'duration_secs': 0.072647} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.724366] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0c0131-0ac5-4b57-94d6-6e4ad2c12783 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.730273] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1150.730273] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d80646-e13f-7e95-ce76-52c5bf91cf89" [ 1150.730273] env[69436]: _type = "Task" [ 1150.730273] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.737588] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d80646-e13f-7e95-ce76-52c5bf91cf89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.755328] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-84be5697-4200-4d8c-9590-ed6430cec891" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.755553] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-84be5697-4200-4d8c-9590-ed6430cec891" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.755622] env[69436]: DEBUG nova.network.neutron [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.768402] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.822191] env[69436]: DEBUG nova.compute.manager [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Received event network-changed-7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1150.822385] env[69436]: DEBUG nova.compute.manager [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Refreshing instance network info cache due to event network-changed-7a5953bc-5753-4f44-8889-bc56fd3770eb. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1150.822592] env[69436]: DEBUG oslo_concurrency.lockutils [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] Acquiring lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.822736] env[69436]: DEBUG oslo_concurrency.lockutils [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] Acquired lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.822893] env[69436]: DEBUG nova.network.neutron [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Refreshing network info cache for port 7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.869101] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.917798] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555028} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.917798] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72/62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.917798] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.917798] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec370fa-8bcf-4508-a95a-464dfae7bcbd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.924968] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1150.924968] env[69436]: value = "task-3255682" [ 1150.924968] env[69436]: _type = "Task" [ 1150.924968] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.931692] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.056019] env[69436]: DEBUG oslo_concurrency.lockutils [req-e06329c0-5f17-4f28-9f9d-3ad314cc0685 req-40493097-0696-4ffa-bd0d-627b98e103cc service nova] Releasing lock "refresh_cache-bf325a8a-6525-41a0-ab74-ad3bd7fc782b" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.145887] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.244220] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52d80646-e13f-7e95-ce76-52c5bf91cf89, 'name': SearchDatastore_Task, 'duration_secs': 0.035398} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.244614] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.244793] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] bf325a8a-6525-41a0-ab74-ad3bd7fc782b/bf325a8a-6525-41a0-ab74-ad3bd7fc782b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.245130] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ca82440-3584-4abb-a2c3-13199d0ce5d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.254482] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1151.254482] env[69436]: value = "task-3255683" [ 1151.254482] env[69436]: _type = "Task" [ 1151.254482] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.268835] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.274210] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.289857] env[69436]: INFO nova.network.neutron [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Port 341bedd9-78ba-46d3-aa8e-da4de3d438ce from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1151.290146] env[69436]: DEBUG nova.network.neutron [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.308533] env[69436]: DEBUG nova.network.neutron [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.372452] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.372628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.497s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.372904] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.475s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.373146] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.375307] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.144s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.377014] env[69436]: INFO nova.compute.claims [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.379618] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.379764] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Cleaning up deleted instances {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1151.414455] env[69436]: INFO nova.scheduler.client.report [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Deleted allocations for instance be8cbd48-932b-47e0-a315-9ab05016ca76 [ 1151.433905] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071171} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.438575] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.439434] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fa72ee-f731-40ff-a058-f3abcd26857f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.471417] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72/62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.475264] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778cd491-1416-4013-9f38-e0df5ef62c83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.497621] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1151.497621] env[69436]: value = "task-3255684" [ 1151.497621] env[69436]: _type = "Task" [ 1151.497621] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.505821] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.563019] env[69436]: DEBUG nova.network.neutron [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Updating instance_info_cache with network_info: [{"id": "1dfc4b4b-508c-46f3-8b68-37b0579c149f", "address": "fa:16:3e:71:a2:fd", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfc4b4b-50", "ovs_interfaceid": "1dfc4b4b-508c-46f3-8b68-37b0579c149f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.606660] env[69436]: DEBUG nova.network.neutron [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updated VIF entry in instance network info cache for port 7a5953bc-5753-4f44-8889-bc56fd3770eb. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.607247] env[69436]: DEBUG nova.network.neutron [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updating instance_info_cache with network_info: [{"id": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "address": "fa:16:3e:d4:15:05", "network": {"id": "21e00222-2a18-4d8e-8c6f-5b0dd9079d57", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1462444583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d430df183ce483a8eb2352edfe2d734", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5953bc-57", "ovs_interfaceid": "7a5953bc-5753-4f44-8889-bc56fd3770eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.648316] env[69436]: DEBUG oslo_vmware.api [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255679, 'name': ReconfigVM_Task, 'duration_secs': 1.190013} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.649223] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650468', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'name': 'volume-1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f691ff9f-f9ef-4694-903f-2576f74a0c26', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975', 'serial': '1d9c4d83-6a1e-4eb2-a948-c6ad7f042975'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1151.765062] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.776325] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255681, 'name': PowerOnVM_Task, 'duration_secs': 1.499335} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.777644] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.777644] env[69436]: INFO nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1151.777644] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1151.778131] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c957408-f4e9-4783-80f4-ff61830a09b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.796120] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.864762] env[69436]: DEBUG nova.compute.manager [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Received event network-vif-plugged-1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1151.865037] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] Acquiring lock "84be5697-4200-4d8c-9590-ed6430cec891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.865673] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] Lock "84be5697-4200-4d8c-9590-ed6430cec891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.865831] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] Lock "84be5697-4200-4d8c-9590-ed6430cec891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.866067] env[69436]: DEBUG nova.compute.manager [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] No waiting events found dispatching network-vif-plugged-1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.866357] env[69436]: WARNING nova.compute.manager [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Received unexpected event network-vif-plugged-1dfc4b4b-508c-46f3-8b68-37b0579c149f for instance with vm_state building and task_state spawning. [ 1151.866641] env[69436]: DEBUG nova.compute.manager [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Received event network-changed-1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1151.866955] env[69436]: DEBUG nova.compute.manager [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Refreshing instance network info cache due to event network-changed-1dfc4b4b-508c-46f3-8b68-37b0579c149f. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1151.867764] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] Acquiring lock "refresh_cache-84be5697-4200-4d8c-9590-ed6430cec891" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.896365] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] There are 51 instances to clean {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 1151.896580] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 4a8c9397-94e6-4bd9-8695-e3e48ccaa729] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1151.931631] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2787662f-9b88-4fdb-a4a5-0e5d34a0382a tempest-ImagesOneServerTestJSON-223310515 tempest-ImagesOneServerTestJSON-223310515-project-member] Lock "be8cbd48-932b-47e0-a315-9ab05016ca76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.035s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.009327] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255684, 'name': ReconfigVM_Task, 'duration_secs': 0.424181} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.009737] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72/62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.010809] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc401abe-ecd4-4027-a368-e7e016637753 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.017106] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1152.017106] env[69436]: value = "task-3255685" [ 1152.017106] env[69436]: _type = "Task" [ 1152.017106] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.024871] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255685, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.066167] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-84be5697-4200-4d8c-9590-ed6430cec891" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.066529] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Instance network_info: |[{"id": "1dfc4b4b-508c-46f3-8b68-37b0579c149f", "address": "fa:16:3e:71:a2:fd", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfc4b4b-50", "ovs_interfaceid": "1dfc4b4b-508c-46f3-8b68-37b0579c149f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1152.066896] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] Acquired lock "refresh_cache-84be5697-4200-4d8c-9590-ed6430cec891" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.067298] env[69436]: DEBUG nova.network.neutron [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Refreshing network info cache for port 1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.071197] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:a2:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dfc4b4b-508c-46f3-8b68-37b0579c149f', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.079252] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.080289] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.080523] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2106bf1-2bc6-44f2-bb4a-e9c750c851fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.105175] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.105175] env[69436]: value = "task-3255686" [ 1152.105175] env[69436]: _type = "Task" [ 1152.105175] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.112164] env[69436]: DEBUG oslo_concurrency.lockutils [req-f60641a7-c635-4887-9ecd-bf004ec020aa req-c6c90997-37d0-4184-8158-5f792ef7b5e7 service nova] Releasing lock "refresh_cache-fa77192a-6337-4936-a4e3-eed0d84421f8" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.112671] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255686, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.203817] env[69436]: DEBUG nova.objects.instance [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'flavor' on Instance uuid f691ff9f-f9ef-4694-903f-2576f74a0c26 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.268025] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758567} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.268025] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] bf325a8a-6525-41a0-ab74-ad3bd7fc782b/bf325a8a-6525-41a0-ab74-ad3bd7fc782b.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.268025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.268025] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42afb9c9-467c-4b55-b594-981ea87a128b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.276843] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1152.276843] env[69436]: value = "task-3255687" [ 1152.276843] env[69436]: _type = "Task" [ 1152.276843] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.286964] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.296029] env[69436]: INFO nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Took 21.67 seconds to build instance. [ 1152.296951] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c2425730-63e2-43f5-9002-336bf6e1649f tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-c41850c6-28be-489d-8fa2-cf4e942c9539-341bedd9-78ba-46d3-aa8e-da4de3d438ce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.819s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.402806] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 984efc65-1a42-44bf-b5a9-f5b96b1623a3] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1152.453642] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1152.453915] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1152.454817] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22675c91-3169-4f16-9e03-2af56a0a9ccd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.476790] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768539d1-54c6-4988-9f2d-c9b03c81e3db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.481270] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-9b83bcab-1276-4677-96e6-320a4c8ae076-341bedd9-78ba-46d3-aa8e-da4de3d438ce" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.481501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-9b83bcab-1276-4677-96e6-320a4c8ae076-341bedd9-78ba-46d3-aa8e-da4de3d438ce" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.481844] env[69436]: DEBUG nova.objects.instance [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'flavor' on Instance uuid 9b83bcab-1276-4677-96e6-320a4c8ae076 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.504662] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-5901b4b0-88b2-428d-9289-cf433d5bb269/volume-5901b4b0-88b2-428d-9289-cf433d5bb269.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.511612] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b852fb1-baa9-4af8-9179-5f5b10bdf852 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.537186] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255685, 'name': Rename_Task, 'duration_secs': 0.176253} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.537186] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.537186] env[69436]: DEBUG oslo_vmware.api [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1152.537186] env[69436]: value = "task-3255688" [ 1152.537186] env[69436]: _type = "Task" [ 1152.537186] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.537186] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54017a8e-8379-4f63-a2c6-562b65134650 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.551075] env[69436]: DEBUG oslo_vmware.api [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.552417] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1152.552417] env[69436]: value = "task-3255689" [ 1152.552417] env[69436]: _type = "Task" [ 1152.552417] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.573533] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255689, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.617517] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255686, 'name': CreateVM_Task, 'duration_secs': 0.356764} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.618494] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.619577] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.619798] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.620231] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.620567] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730e1770-f4c7-49b7-b20b-987018feb489 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.626463] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1152.626463] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ad526-70fe-6d6e-3208-6a0eec7656dd" [ 1152.626463] env[69436]: _type = "Task" [ 1152.626463] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.645712] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]522ad526-70fe-6d6e-3208-6a0eec7656dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.645909] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.646318] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.646595] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.646768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.646968] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.650370] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f59f687-2eb1-447d-b7d3-8430c7a8ce3e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.660633] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.660819] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.661932] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1c196b-be2d-4d63-a1a9-ef5582492c31 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.670663] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1152.670663] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52edf1ef-cd44-23c3-cd0b-3ca9e4acd1ae" [ 1152.670663] env[69436]: _type = "Task" [ 1152.670663] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.678634] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52edf1ef-cd44-23c3-cd0b-3ca9e4acd1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.718421] env[69436]: DEBUG nova.objects.instance [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b83bcab-1276-4677-96e6-320a4c8ae076 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.769105] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e38e2-5448-4550-b328-fd3ebdd572e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.778260] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19686d97-31d8-4794-85c5-be8a5d4596da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.819284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.204s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.819284] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068988} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.823148] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5672fa-25bf-4542-bc68-f14dc1e0928e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.825469] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.826352] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee44576-27d2-4cc4-85a6-5457b8211a53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.844422] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55982f99-c5aa-4fc6-be0f-d2c2b1f21b22 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.858020] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] bf325a8a-6525-41a0-ab74-ad3bd7fc782b/bf325a8a-6525-41a0-ab74-ad3bd7fc782b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.858020] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c35db78-8867-416b-9f51-76e2600f1296 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.878330] env[69436]: DEBUG nova.compute.manager [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1152.878330] env[69436]: DEBUG nova.compute.manager [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing instance network info cache due to event network-changed-e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1152.878492] env[69436]: DEBUG oslo_concurrency.lockutils [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] Acquiring lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.878541] env[69436]: DEBUG oslo_concurrency.lockutils [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] Acquired lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.878664] env[69436]: DEBUG nova.network.neutron [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Refreshing network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.889710] env[69436]: DEBUG nova.compute.provider_tree [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.894973] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1152.894973] env[69436]: value = "task-3255690" [ 1152.894973] env[69436]: _type = "Task" [ 1152.894973] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.903898] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.905905] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 48620333-f4b5-420b-b7ee-c0a5cc036546] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1152.969480] env[69436]: DEBUG nova.network.neutron [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Updated VIF entry in instance network info cache for port 1dfc4b4b-508c-46f3-8b68-37b0579c149f. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.969842] env[69436]: DEBUG nova.network.neutron [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Updating instance_info_cache with network_info: [{"id": "1dfc4b4b-508c-46f3-8b68-37b0579c149f", "address": "fa:16:3e:71:a2:fd", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dfc4b4b-50", "ovs_interfaceid": "1dfc4b4b-508c-46f3-8b68-37b0579c149f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.050119] env[69436]: DEBUG oslo_vmware.api [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255688, 'name': ReconfigVM_Task, 'duration_secs': 0.388148} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.050433] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-5901b4b0-88b2-428d-9289-cf433d5bb269/volume-5901b4b0-88b2-428d-9289-cf433d5bb269.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.055158] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c02b3131-0809-4ef8-8aaf-0c6c2922e677 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.074371] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.075910] env[69436]: DEBUG oslo_vmware.api [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1153.075910] env[69436]: value = "task-3255691" [ 1153.075910] env[69436]: _type = "Task" [ 1153.075910] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.083909] env[69436]: DEBUG oslo_vmware.api [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.182083] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52edf1ef-cd44-23c3-cd0b-3ca9e4acd1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.183229] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90911da-d380-41da-bec9-f61ac31a1475 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.191065] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1153.191065] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52437211-17b0-117b-729b-66c24352100c" [ 1153.191065] env[69436]: _type = "Task" [ 1153.191065] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.201740] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52437211-17b0-117b-729b-66c24352100c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.213480] env[69436]: DEBUG oslo_concurrency.lockutils [None req-cfdfc0a9-3499-4971-8d8c-e5e59f268d8c tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.281s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.223793] env[69436]: DEBUG nova.objects.base [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Object Instance<9b83bcab-1276-4677-96e6-320a4c8ae076> lazy-loaded attributes: flavor,pci_requests {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.224363] env[69436]: DEBUG nova.network.neutron [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.312503] env[69436]: DEBUG nova.policy [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e94bb638f34b39ba9bdf7e3bef3f35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ab317680c64fd5b8541afc9a470e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.392573] env[69436]: DEBUG nova.scheduler.client.report [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.411365] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 2a7e2e20-8685-4486-a443-09495bf89619] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1153.413199] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255690, 'name': ReconfigVM_Task, 'duration_secs': 0.345678} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.413551] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Reconfigured VM instance instance-00000071 to attach disk [datastore2] bf325a8a-6525-41a0-ab74-ad3bd7fc782b/bf325a8a-6525-41a0-ab74-ad3bd7fc782b.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.415544] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a0228cb-128f-45f8-8179-fbafab2fe6fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.425132] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1153.425132] env[69436]: value = "task-3255692" [ 1153.425132] env[69436]: _type = "Task" [ 1153.425132] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.436155] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255692, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.472467] env[69436]: DEBUG oslo_concurrency.lockutils [req-2d9c16e3-d629-4f09-8022-2617f4b893cb req-3c187049-ad22-46da-8fd0-6f3e0ff4a320 service nova] Releasing lock "refresh_cache-84be5697-4200-4d8c-9590-ed6430cec891" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.576706] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.584295] env[69436]: DEBUG oslo_vmware.api [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255691, 'name': ReconfigVM_Task, 'duration_secs': 0.173619} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.584547] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.696420] env[69436]: DEBUG nova.network.neutron [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updated VIF entry in instance network info cache for port e4976b6a-e986-4ed2-a634-2a45b0b083b2. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.696768] env[69436]: DEBUG nova.network.neutron [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [{"id": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "address": "fa:16:3e:8a:eb:2f", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4976b6a-e9", "ovs_interfaceid": "e4976b6a-e986-4ed2-a634-2a45b0b083b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.704388] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52437211-17b0-117b-729b-66c24352100c, 'name': SearchDatastore_Task, 'duration_secs': 0.02064} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.704728] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.705115] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 84be5697-4200-4d8c-9590-ed6430cec891/84be5697-4200-4d8c-9590-ed6430cec891.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.705483] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e96a028f-0a12-48d4-ba3f-9af13aa71d1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.713260] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1153.713260] env[69436]: value = "task-3255693" [ 1153.713260] env[69436]: _type = "Task" [ 1153.713260] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.722420] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.904465] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.905138] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1153.911410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.213s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.911410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.911707] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.988s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.912048] env[69436]: DEBUG nova.objects.instance [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1153.918440] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ebeff7e3-59db-44ac-9aab-05f8314a24ee] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1153.936505] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255692, 'name': Rename_Task, 'duration_secs': 0.151113} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.936923] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.937399] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61c9141a-6294-450e-9fd4-d97b23d2cf8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.946533] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1153.946533] env[69436]: value = "task-3255694" [ 1153.946533] env[69436]: _type = "Task" [ 1153.946533] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.950717] env[69436]: INFO nova.scheduler.client.report [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocations for instance aef76bdb-4584-40c7-a7bf-ec3d69a9f572 [ 1153.960882] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.076605] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255689, 'name': PowerOnVM_Task, 'duration_secs': 1.248667} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.077598] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.077598] env[69436]: INFO nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1154.077598] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1154.078077] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35293f31-c2aa-4c48-9799-17c3b0bf3274 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.200534] env[69436]: DEBUG oslo_concurrency.lockutils [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] Releasing lock "refresh_cache-c41850c6-28be-489d-8fa2-cf4e942c9539" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.200534] env[69436]: DEBUG nova.compute.manager [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1154.200774] env[69436]: DEBUG nova.compute.manager [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing instance network info cache due to event network-changed-c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1154.200855] env[69436]: DEBUG oslo_concurrency.lockutils [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.201012] env[69436]: DEBUG oslo_concurrency.lockutils [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.201231] env[69436]: DEBUG nova.network.neutron [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.226329] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.422826] env[69436]: DEBUG nova.compute.utils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.425779] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ca2c62cb-eb2e-4d1e-9969-830866cd34f6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1154.426863] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1154.427060] env[69436]: DEBUG nova.network.neutron [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.457434] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.465769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-26e6a2a0-f9ab-428e-aa25-b1d9706480da tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "aef76bdb-4584-40c7-a7bf-ec3d69a9f572" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.187s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.471883] env[69436]: DEBUG nova.policy [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d5eafdb8b74f2996c8b13d148a2b9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8c2bc00c6504894b344f65c4c03d6bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.493400] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.493657] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.493871] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "f691ff9f-f9ef-4694-903f-2576f74a0c26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.494184] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.494396] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.496756] env[69436]: INFO nova.compute.manager [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Terminating instance [ 1154.604383] env[69436]: INFO nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Took 23.91 seconds to build instance. [ 1154.633839] env[69436]: DEBUG nova.objects.instance [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'flavor' on Instance uuid d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.735483] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738673} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.735483] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 84be5697-4200-4d8c-9590-ed6430cec891/84be5697-4200-4d8c-9590-ed6430cec891.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.735483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.735483] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17fb3708-c4e7-448b-9a56-12c2ff2f70d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.743267] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1154.743267] env[69436]: value = "task-3255695" [ 1154.743267] env[69436]: _type = "Task" [ 1154.743267] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.762054] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.808586] env[69436]: DEBUG nova.network.neutron [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Successfully created port: 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.925973] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5c9a534d-9967-487b-ad88-f1946e77bbce tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.927976] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.629s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.929324] env[69436]: INFO nova.compute.claims [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.934222] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1154.936962] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 8a1e36c0-8235-4624-9395-06b55418d5a5] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1154.962706] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.966699] env[69436]: DEBUG nova.compute.manager [req-8b9a59af-548a-4281-abd3-f1362a6e4299 req-fe5bbd0f-70fe-495f-9d7a-a5bc36203e0b service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-vif-plugged-341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1154.966782] env[69436]: DEBUG oslo_concurrency.lockutils [req-8b9a59af-548a-4281-abd3-f1362a6e4299 req-fe5bbd0f-70fe-495f-9d7a-a5bc36203e0b service nova] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.966994] env[69436]: DEBUG oslo_concurrency.lockutils [req-8b9a59af-548a-4281-abd3-f1362a6e4299 req-fe5bbd0f-70fe-495f-9d7a-a5bc36203e0b service nova] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.967211] env[69436]: DEBUG oslo_concurrency.lockutils [req-8b9a59af-548a-4281-abd3-f1362a6e4299 req-fe5bbd0f-70fe-495f-9d7a-a5bc36203e0b service nova] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.967431] env[69436]: DEBUG nova.compute.manager [req-8b9a59af-548a-4281-abd3-f1362a6e4299 req-fe5bbd0f-70fe-495f-9d7a-a5bc36203e0b service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] No waiting events found dispatching network-vif-plugged-341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.968054] env[69436]: WARNING nova.compute.manager [req-8b9a59af-548a-4281-abd3-f1362a6e4299 req-fe5bbd0f-70fe-495f-9d7a-a5bc36203e0b service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received unexpected event network-vif-plugged-341bedd9-78ba-46d3-aa8e-da4de3d438ce for instance with vm_state active and task_state None. [ 1155.001874] env[69436]: DEBUG nova.compute.manager [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1155.002134] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.004190] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259ed81-5a24-4aa1-957f-2e71a2e3683b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.014241] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.015449] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee1d428-7b74-4ead-ab15-947a2c16e0ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.023552] env[69436]: DEBUG oslo_vmware.api [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1155.023552] env[69436]: value = "task-3255696" [ 1155.023552] env[69436]: _type = "Task" [ 1155.023552] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.035221] env[69436]: DEBUG oslo_vmware.api [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.105082] env[69436]: DEBUG nova.network.neutron [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updated VIF entry in instance network info cache for port c67bbe10-efe6-427c-a365-4587c7940d13. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.105497] env[69436]: DEBUG nova.network.neutron [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.107459] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.420s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.134776] env[69436]: DEBUG nova.network.neutron [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Successfully updated port: 341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.139654] env[69436]: DEBUG oslo_concurrency.lockutils [None req-79b595c0-5ca6-4661-b0fe-615179931df1 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.254634] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183682} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.254634] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.255342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815a86f3-e939-447f-9259-458e2e63a89c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.280107] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 84be5697-4200-4d8c-9590-ed6430cec891/84be5697-4200-4d8c-9590-ed6430cec891.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.280414] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0824dc78-e3cf-4854-8432-af2ff5c696fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.302586] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1155.302586] env[69436]: value = "task-3255697" [ 1155.302586] env[69436]: _type = "Task" [ 1155.302586] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.311182] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.391937] env[69436]: INFO nova.compute.manager [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Rebuilding instance [ 1155.446301] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: acdfcfb1-550b-497c-b19d-b0cc08be6123] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1155.449076] env[69436]: DEBUG nova.compute.manager [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1155.450381] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62245637-e420-4ac3-a33a-eb0df5536c0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.466072] env[69436]: DEBUG oslo_vmware.api [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255694, 'name': PowerOnVM_Task, 'duration_secs': 1.070165} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.468048] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.468048] env[69436]: INFO nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1155.468521] env[69436]: DEBUG nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1155.471934] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af475d9-8632-404e-bd6f-d7f9cbccb224 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.541439] env[69436]: DEBUG oslo_vmware.api [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255696, 'name': PowerOffVM_Task, 'duration_secs': 0.513388} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.541716] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.541938] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.542855] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0848a6d5-94a6-46eb-ac09-a5942f0c54e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.609010] env[69436]: DEBUG oslo_concurrency.lockutils [req-57939179-8509-41dc-81a8-3fcf0e04f56c req-f561bb3a-c4f4-4632-8a7a-90775706613f service nova] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.629553] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.630014] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.630312] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Deleting the datastore file [datastore1] f691ff9f-f9ef-4694-903f-2576f74a0c26 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.630695] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d1c0134-11cd-4e1a-be2c-5f493400a519 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.637409] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.637617] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.637794] env[69436]: DEBUG nova.network.neutron [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.641176] env[69436]: DEBUG oslo_vmware.api [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for the task: (returnval){ [ 1155.641176] env[69436]: value = "task-3255699" [ 1155.641176] env[69436]: _type = "Task" [ 1155.641176] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.649611] env[69436]: DEBUG oslo_vmware.api [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.813680] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.955157] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: bd504796-e37a-472d-8af5-85f3356b59bd] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1155.960356] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1155.984986] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.985455] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.985455] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.985586] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.985783] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.985876] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.986091] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.986307] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.986516] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.986676] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.986845] env[69436]: DEBUG nova.virt.hardware [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.994797] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff121ba4-e295-4c6c-9f80-0aefbd2fa68e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.999857] env[69436]: INFO nova.compute.manager [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Took 25.26 seconds to build instance. [ 1156.007039] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e48b3-e96e-4493-927f-773f96f8e36b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.155139] env[69436]: DEBUG oslo_vmware.api [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Task: {'id': task-3255699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272457} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.155406] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.155605] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.157030] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.157030] env[69436]: INFO nova.compute.manager [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1156.157030] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.157030] env[69436]: DEBUG nova.compute.manager [-] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1156.157030] env[69436]: DEBUG nova.network.neutron [-] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.212848] env[69436]: WARNING nova.network.neutron [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] d589015f-0230-4f23-afc0-c48696f93374 already exists in list: networks containing: ['d589015f-0230-4f23-afc0-c48696f93374']. ignoring it [ 1156.219455] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429cb88b-576c-4421-88e6-84a3c687e4cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.229358] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01d746-40b0-47f5-b084-5f4ff1317a7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.269684] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5768e-e0ad-4257-8543-3b639b305c5c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.280138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6665b2-e237-4173-9e8d-c0dc54f90d8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.296743] env[69436]: DEBUG nova.compute.provider_tree [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.314599] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.346303] env[69436]: DEBUG nova.compute.manager [req-93724df2-9737-4021-a4f9-02997b9185e8 req-bd6421e6-01e3-4134-93f1-7b6534bd8e5b service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Received event network-vif-plugged-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1156.346555] env[69436]: DEBUG oslo_concurrency.lockutils [req-93724df2-9737-4021-a4f9-02997b9185e8 req-bd6421e6-01e3-4134-93f1-7b6534bd8e5b service nova] Acquiring lock "acc90262-0b74-47ef-90c8-fceedc0746ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.346766] env[69436]: DEBUG oslo_concurrency.lockutils [req-93724df2-9737-4021-a4f9-02997b9185e8 req-bd6421e6-01e3-4134-93f1-7b6534bd8e5b service nova] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.346937] env[69436]: DEBUG oslo_concurrency.lockutils [req-93724df2-9737-4021-a4f9-02997b9185e8 req-bd6421e6-01e3-4134-93f1-7b6534bd8e5b service nova] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.347383] env[69436]: DEBUG nova.compute.manager [req-93724df2-9737-4021-a4f9-02997b9185e8 req-bd6421e6-01e3-4134-93f1-7b6534bd8e5b service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] No waiting events found dispatching network-vif-plugged-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.347684] env[69436]: WARNING nova.compute.manager [req-93724df2-9737-4021-a4f9-02997b9185e8 req-bd6421e6-01e3-4134-93f1-7b6534bd8e5b service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Received unexpected event network-vif-plugged-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 for instance with vm_state building and task_state spawning. [ 1156.355558] env[69436]: DEBUG nova.network.neutron [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Successfully updated port: 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.463523] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: e59e4ef5-24c9-4cdd-8baa-b7464d485978] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1156.475516] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.475869] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66d80a88-7c5b-4f8b-9691-3eb870d8bef9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.486250] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1156.486250] env[69436]: value = "task-3255700" [ 1156.486250] env[69436]: _type = "Task" [ 1156.486250] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.495867] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.502405] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3eeb558d-e59c-4721-854b-bf2546366799 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.775s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.801763] env[69436]: DEBUG nova.scheduler.client.report [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.816108] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.859592] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "refresh_cache-acc90262-0b74-47ef-90c8-fceedc0746ad" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.859766] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "refresh_cache-acc90262-0b74-47ef-90c8-fceedc0746ad" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.859935] env[69436]: DEBUG nova.network.neutron [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.967236] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: e9234a28-d8da-46aa-860b-243668fb68ca] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1156.997103] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.155201] env[69436]: DEBUG nova.network.neutron [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "address": "fa:16:3e:33:cf:21", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341bedd9-78", "ovs_interfaceid": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.311318] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.311780] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1157.314519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.551s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.315129] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.323340] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255697, 'name': ReconfigVM_Task, 'duration_secs': 1.624955} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.323606] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 84be5697-4200-4d8c-9590-ed6430cec891/84be5697-4200-4d8c-9590-ed6430cec891.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.324302] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e2ed6c-fe1e-4e8b-be54-42716b07caba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.332279] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1157.332279] env[69436]: value = "task-3255701" [ 1157.332279] env[69436]: _type = "Task" [ 1157.332279] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.342616] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255701, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.343698] env[69436]: INFO nova.scheduler.client.report [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance a2383a08-cf92-4c36-ae6b-596ab2c9ff57 [ 1157.396270] env[69436]: DEBUG nova.compute.manager [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-changed-341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1157.396270] env[69436]: DEBUG nova.compute.manager [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing instance network info cache due to event network-changed-341bedd9-78ba-46d3-aa8e-da4de3d438ce. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1157.396270] env[69436]: DEBUG oslo_concurrency.lockutils [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.396519] env[69436]: DEBUG nova.network.neutron [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.470982] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f4c48a71-4142-4f10-9eaa-7d3ac0ca1070] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1157.504850] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255700, 'name': PowerOffVM_Task, 'duration_secs': 0.754904} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.504850] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.589820] env[69436]: INFO nova.compute.manager [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Detaching volume 5901b4b0-88b2-428d-9289-cf433d5bb269 [ 1157.606980] env[69436]: DEBUG nova.network.neutron [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Updating instance_info_cache with network_info: [{"id": "2225a5fb-0373-4a40-bf58-ccd9c7c91b24", "address": "fa:16:3e:10:5e:d0", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2225a5fb-03", "ovs_interfaceid": "2225a5fb-0373-4a40-bf58-ccd9c7c91b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.628249] env[69436]: INFO nova.virt.block_device [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Attempting to driver detach volume 5901b4b0-88b2-428d-9289-cf433d5bb269 from mountpoint /dev/sdb [ 1157.628581] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.628774] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.629771] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff053b76-4a58-4e5d-8ad0-8a3605a795ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.657978] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf6e8db-c379-423c-a8e5-c042288c1368 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.660978] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.661612] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.661774] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.662054] env[69436]: DEBUG oslo_concurrency.lockutils [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.662235] env[69436]: DEBUG nova.network.neutron [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Refreshing network info cache for port 341bedd9-78ba-46d3-aa8e-da4de3d438ce {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.665230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdaa340-1964-499e-9f6d-713ed37ea412 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.684628] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.684866] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.685032] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.685219] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.685364] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.685509] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.685704] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.685857] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.686032] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.686221] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.686404] env[69436]: DEBUG nova.virt.hardware [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.692618] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Reconfiguring VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.694765] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5451dd3-5701-44f2-a2e7-c297a2690749 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.708296] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca3330-ad02-42c3-bbcb-3885a36d0d53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.733289] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e61f40-8c9e-4fbe-aa2a-99db6b16b7e2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.736203] env[69436]: DEBUG oslo_vmware.api [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1157.736203] env[69436]: value = "task-3255702" [ 1157.736203] env[69436]: _type = "Task" [ 1157.736203] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.751666] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] The volume has not been displaced from its original location: [datastore2] volume-5901b4b0-88b2-428d-9289-cf433d5bb269/volume-5901b4b0-88b2-428d-9289-cf433d5bb269.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.756984] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.757757] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a0ce22-3384-4038-9f0a-8f7a2a61d0a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.775020] env[69436]: DEBUG oslo_vmware.api [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.780123] env[69436]: DEBUG nova.network.neutron [-] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.783322] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1157.783322] env[69436]: value = "task-3255703" [ 1157.783322] env[69436]: _type = "Task" [ 1157.783322] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.797089] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.819511] env[69436]: DEBUG nova.compute.utils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.821039] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1157.821216] env[69436]: DEBUG nova.network.neutron [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.846086] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255701, 'name': Rename_Task, 'duration_secs': 0.200175} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.846257] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.846547] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5abb01f8-2cef-44dc-b801-832d7775afef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.852183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ac024e7-e7f8-4d74-a3e8-3240b98e2cec tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "a2383a08-cf92-4c36-ae6b-596ab2c9ff57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.996s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.855321] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1157.855321] env[69436]: value = "task-3255704" [ 1157.855321] env[69436]: _type = "Task" [ 1157.855321] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.864289] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.888446] env[69436]: DEBUG nova.policy [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2543776cfd8411d87aab942d7c4b1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1503d92c337b4daabc9aa2b5d27799f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.976813] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f9c0841a-09d5-468b-8740-a5918e0ba415] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1158.109769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "refresh_cache-acc90262-0b74-47ef-90c8-fceedc0746ad" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.110257] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Instance network_info: |[{"id": "2225a5fb-0373-4a40-bf58-ccd9c7c91b24", "address": "fa:16:3e:10:5e:d0", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2225a5fb-03", "ovs_interfaceid": "2225a5fb-0373-4a40-bf58-ccd9c7c91b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1158.110753] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:5e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2225a5fb-0373-4a40-bf58-ccd9c7c91b24', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.119295] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.119584] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.119850] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da2dfc5a-8ff9-4c60-9823-449ea0f55ac5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.144706] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.144706] env[69436]: value = "task-3255705" [ 1158.144706] env[69436]: _type = "Task" [ 1158.144706] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.153240] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255705, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.246581] env[69436]: DEBUG oslo_vmware.api [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.282792] env[69436]: INFO nova.compute.manager [-] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Took 2.13 seconds to deallocate network for instance. [ 1158.299189] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255703, 'name': ReconfigVM_Task, 'duration_secs': 0.339487} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.299534] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.306988] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef950f07-541e-42fb-9469-3825bfbe1881 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.327934] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1158.335401] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1158.335401] env[69436]: value = "task-3255706" [ 1158.335401] env[69436]: _type = "Task" [ 1158.335401] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.351392] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.352865] env[69436]: DEBUG nova.network.neutron [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Successfully created port: 2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.367204] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255704, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.389904] env[69436]: DEBUG nova.compute.manager [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Received event network-changed-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1158.389904] env[69436]: DEBUG nova.compute.manager [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Refreshing instance network info cache due to event network-changed-2225a5fb-0373-4a40-bf58-ccd9c7c91b24. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1158.389904] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] Acquiring lock "refresh_cache-acc90262-0b74-47ef-90c8-fceedc0746ad" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.390251] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] Acquired lock "refresh_cache-acc90262-0b74-47ef-90c8-fceedc0746ad" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.390286] env[69436]: DEBUG nova.network.neutron [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Refreshing network info cache for port 2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.477485] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "2d0103c9-ae69-46f0-9772-db7b960a2d23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.477485] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.478054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "2d0103c9-ae69-46f0-9772-db7b960a2d23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.478054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.478054] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.483675] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 4f3e538d-53d7-4f5e-a00e-c2482d6d9801] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1158.484167] env[69436]: INFO nova.compute.manager [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Terminating instance [ 1158.606323] env[69436]: DEBUG nova.network.neutron [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updated VIF entry in instance network info cache for port 341bedd9-78ba-46d3-aa8e-da4de3d438ce. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.607815] env[69436]: DEBUG nova.network.neutron [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "address": "fa:16:3e:33:cf:21", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341bedd9-78", "ovs_interfaceid": "341bedd9-78ba-46d3-aa8e-da4de3d438ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.655837] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255705, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.749647] env[69436]: DEBUG oslo_vmware.api [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255702, 'name': ReconfigVM_Task, 'duration_secs': 0.822046} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.750361] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.750598] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Reconfigured VM to attach interface {{(pid=69436) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1158.792770] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.793067] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.793299] env[69436]: DEBUG nova.objects.instance [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lazy-loading 'resources' on Instance uuid f691ff9f-f9ef-4694-903f-2576f74a0c26 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.846681] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255706, 'name': ReconfigVM_Task, 'duration_secs': 0.219659} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.846983] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.868738] env[69436]: DEBUG oslo_vmware.api [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255704, 'name': PowerOnVM_Task, 'duration_secs': 0.913977} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.868993] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.869212] env[69436]: INFO nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1158.869394] env[69436]: DEBUG nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1158.870814] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c7417-9c35-4d4a-809c-21cc6446fc60 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.986435] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: db065073-aff6-40a5-8f3e-133670fcc413] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1158.990016] env[69436]: DEBUG nova.compute.manager [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1158.990235] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.991261] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b9d119-2e1d-4165-9897-e525133081e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.998827] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.999592] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044dcaed-4881-4dce-9c31-ea74dd64216d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.005341] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1159.005341] env[69436]: value = "task-3255707" [ 1159.005341] env[69436]: _type = "Task" [ 1159.005341] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.017419] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.101050] env[69436]: DEBUG nova.network.neutron [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Updated VIF entry in instance network info cache for port 2225a5fb-0373-4a40-bf58-ccd9c7c91b24. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.101050] env[69436]: DEBUG nova.network.neutron [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Updating instance_info_cache with network_info: [{"id": "2225a5fb-0373-4a40-bf58-ccd9c7c91b24", "address": "fa:16:3e:10:5e:d0", "network": {"id": "8839a447-f665-44ae-9e58-2995f2a363de", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-735438214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8c2bc00c6504894b344f65c4c03d6bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2225a5fb-03", "ovs_interfaceid": "2225a5fb-0373-4a40-bf58-ccd9c7c91b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.110812] env[69436]: DEBUG oslo_concurrency.lockutils [req-15a9dd24-737b-4f5b-a103-6bfbbad9676b req-f3d4b352-190b-4b61-a136-0620cc5ee5aa service nova] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.159556] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255705, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.257347] env[69436]: DEBUG oslo_concurrency.lockutils [None req-729ed180-3c35-4b60-a463-a5c6b7107601 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-9b83bcab-1276-4677-96e6-320a4c8ae076-341bedd9-78ba-46d3-aa8e-da4de3d438ce" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.776s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.339675] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1159.367771] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.367943] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.368184] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.368443] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.368696] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.368920] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.369558] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.369558] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.369558] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.370353] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.370353] env[69436]: DEBUG nova.virt.hardware [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.370998] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4858c9a-3962-40bd-99b6-7b71e4fee9b8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.379955] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf2694d-a662-4476-8cfb-e9ca02bba080 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.397646] env[69436]: INFO nova.compute.manager [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Took 28.27 seconds to build instance. [ 1159.414347] env[69436]: DEBUG oslo_concurrency.lockutils [None req-453ef7cd-d770-4d33-b4fa-0a1b949a2146 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.298s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.478644] env[69436]: DEBUG nova.compute.manager [req-176ad2b3-6e84-47c0-9c59-5f38f9a5c9c5 req-46fdbc45-fafa-4573-947a-7f1805d244ea service nova] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Received event network-vif-deleted-a1ee4e8a-c7f5-4c2e-8d76-853e7589460b {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1159.493080] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 23d953a5-ea17-459b-a455-5c9baed17e84] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1159.520708] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255707, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.551238] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9458de3-d924-42cd-b90f-898e9a68a2ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.560998] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbc10f-6d8b-4a85-bf4c-a656537b999a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.592250] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065dd7b4-4b16-447a-95d2-cdee1ffcf2c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.600593] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c214094-cab6-42bf-b487-e69a9da821d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.605920] env[69436]: DEBUG oslo_concurrency.lockutils [req-6fe509fc-b805-4cda-967e-375900117f2b req-68785e6a-09ac-4860-8e49-831e6e6077f0 service nova] Releasing lock "refresh_cache-acc90262-0b74-47ef-90c8-fceedc0746ad" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.616819] env[69436]: DEBUG nova.compute.provider_tree [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.656584] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.656790] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.657008] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.657205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.657403] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.659127] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255705, 'name': CreateVM_Task, 'duration_secs': 1.460539} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.659370] env[69436]: INFO nova.compute.manager [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Terminating instance [ 1159.661297] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.661464] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.661523] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.662616] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.663523] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddb9a1a-d7ef-49cd-a069-7756fdced71c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.668229] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1159.668229] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bf3d62-110f-faf1-5521-51d9a016d0c0" [ 1159.668229] env[69436]: _type = "Task" [ 1159.668229] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.678369] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bf3d62-110f-faf1-5521-51d9a016d0c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.914876] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.915311] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447c960d-f90f-4f34-82d4-f931c07e1d28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.924044] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1159.924044] env[69436]: value = "task-3255708" [ 1159.924044] env[69436]: _type = "Task" [ 1159.924044] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.936374] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1159.936819] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1159.937132] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1159.938188] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31837577-b9a9-4f9b-90d5-184ce0abedba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.973670] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77938fae-d47a-4c8e-8809-1c01c9aad03b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.980565] env[69436]: WARNING nova.virt.vmwareapi.driver [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1159.981291] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.982459] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1379bd-e151-4781-ab83-c348e2857850 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.989039] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.994292] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b9c97d-4f3d-428c-a362-4dfdb3fbc973 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.996073] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 67ee19a6-7a45-49b1-94e1-d91b1b3d1db7] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1160.018276] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255707, 'name': PowerOffVM_Task, 'duration_secs': 0.583245} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.018276] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.018276] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.018610] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6333457d-52e7-477d-9cdf-ec552102adf9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.067024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.067024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.067024] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore2] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.067024] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5483367a-629a-4b5b-8fae-7606f515e6af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.072422] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1160.072422] env[69436]: value = "task-3255711" [ 1160.072422] env[69436]: _type = "Task" [ 1160.072422] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.084443] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.085857] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.086123] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.086369] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleting the datastore file [datastore2] 2d0103c9-ae69-46f0-9772-db7b960a2d23 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.086669] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a060015-a636-43aa-aa78-ed3351214527 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.093148] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1160.093148] env[69436]: value = "task-3255712" [ 1160.093148] env[69436]: _type = "Task" [ 1160.093148] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.102902] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.120158] env[69436]: DEBUG nova.scheduler.client.report [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.149876] env[69436]: DEBUG nova.compute.manager [req-a3e76a42-20a8-4e87-bd8d-547586ce6a56 req-b7ed234c-f2e3-468f-b686-3157d3a7ca2d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-vif-plugged-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1160.149876] env[69436]: DEBUG oslo_concurrency.lockutils [req-a3e76a42-20a8-4e87-bd8d-547586ce6a56 req-b7ed234c-f2e3-468f-b686-3157d3a7ca2d service nova] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.150053] env[69436]: DEBUG oslo_concurrency.lockutils [req-a3e76a42-20a8-4e87-bd8d-547586ce6a56 req-b7ed234c-f2e3-468f-b686-3157d3a7ca2d service nova] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.150273] env[69436]: DEBUG oslo_concurrency.lockutils [req-a3e76a42-20a8-4e87-bd8d-547586ce6a56 req-b7ed234c-f2e3-468f-b686-3157d3a7ca2d service nova] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.150479] env[69436]: DEBUG nova.compute.manager [req-a3e76a42-20a8-4e87-bd8d-547586ce6a56 req-b7ed234c-f2e3-468f-b686-3157d3a7ca2d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] No waiting events found dispatching network-vif-plugged-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.150678] env[69436]: WARNING nova.compute.manager [req-a3e76a42-20a8-4e87-bd8d-547586ce6a56 req-b7ed234c-f2e3-468f-b686-3157d3a7ca2d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received unexpected event network-vif-plugged-2c947201-0615-421d-9428-b2bccc61fbd9 for instance with vm_state building and task_state spawning. [ 1160.167269] env[69436]: DEBUG nova.compute.manager [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1160.167706] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.169479] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4428f098-e282-458d-be14-706f4155d8f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.183104] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52bf3d62-110f-faf1-5521-51d9a016d0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.017579} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.185956] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.186382] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.186701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.186918] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.187208] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.188042] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.188519] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40308b7f-fbb2-4523-ac81-2546e0817008 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.190765] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe09e59-1167-4171-a4bf-27bb9139828c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.198149] env[69436]: DEBUG oslo_vmware.api [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1160.198149] env[69436]: value = "task-3255713" [ 1160.198149] env[69436]: _type = "Task" [ 1160.198149] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.210981] env[69436]: DEBUG oslo_vmware.api [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.212814] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.213155] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.214479] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e36f4a-fbcc-413c-8f11-97ebce15a7a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.224026] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1160.224026] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523a6bce-a42f-c0f6-90c4-3b577bdd82ba" [ 1160.224026] env[69436]: _type = "Task" [ 1160.224026] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.231639] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523a6bce-a42f-c0f6-90c4-3b577bdd82ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.500382] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 04b85efe-d62b-4e19-9c5e-a7aced9031ed] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1160.569523] env[69436]: DEBUG nova.network.neutron [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Successfully updated port: 2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.585221] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144956} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.585474] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.585653] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.585823] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.601968] env[69436]: DEBUG oslo_vmware.api [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14289} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.602233] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.602420] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.602608] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.602833] env[69436]: INFO nova.compute.manager [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1160.603055] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.603235] env[69436]: DEBUG nova.compute.manager [-] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1160.603327] env[69436]: DEBUG nova.network.neutron [-] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.625552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.648144] env[69436]: INFO nova.scheduler.client.report [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Deleted allocations for instance f691ff9f-f9ef-4694-903f-2576f74a0c26 [ 1160.710270] env[69436]: DEBUG oslo_vmware.api [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255713, 'name': PowerOffVM_Task, 'duration_secs': 0.183528} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.710270] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.710270] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.710270] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-034b1c1b-047c-4c26-ba2e-f66ae3874299 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.711879] env[69436]: DEBUG oslo_concurrency.lockutils [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "84be5697-4200-4d8c-9590-ed6430cec891" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.712114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.712292] env[69436]: DEBUG nova.compute.manager [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1160.713283] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5286ca-47c0-4f49-be69-ee56860a3562 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.720551] env[69436]: DEBUG nova.compute.manager [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1160.721119] env[69436]: DEBUG nova.objects.instance [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'flavor' on Instance uuid 84be5697-4200-4d8c-9590-ed6430cec891 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.732160] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523a6bce-a42f-c0f6-90c4-3b577bdd82ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.732974] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b93f14-3108-4eb3-bee8-cdfa3c13c013 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.739032] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1160.739032] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232f8c1-27b1-4d03-079b-5d064c313b68" [ 1160.739032] env[69436]: _type = "Task" [ 1160.739032] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.747179] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "interface-9b83bcab-1276-4677-96e6-320a4c8ae076-341bedd9-78ba-46d3-aa8e-da4de3d438ce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.747392] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-9b83bcab-1276-4677-96e6-320a4c8ae076-341bedd9-78ba-46d3-aa8e-da4de3d438ce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.751077] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232f8c1-27b1-4d03-079b-5d064c313b68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.787124] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.787368] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.787551] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleting the datastore file [datastore1] ff8c4788-b8a5-453d-bc3a-95ac3c8e031f {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.788493] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93b2058c-7688-4eaa-b1e6-0a5ded15eee4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.794440] env[69436]: DEBUG oslo_vmware.api [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for the task: (returnval){ [ 1160.794440] env[69436]: value = "task-3255715" [ 1160.794440] env[69436]: _type = "Task" [ 1160.794440] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.802402] env[69436]: DEBUG oslo_vmware.api [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.004309] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 7740e8c5-3687-49cc-bdde-141ae44d399d] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1161.073198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.073198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.073322] env[69436]: DEBUG nova.network.neutron [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.090144] env[69436]: INFO nova.virt.block_device [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Booting with volume 5901b4b0-88b2-428d-9289-cf433d5bb269 at /dev/sdb [ 1161.128314] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c793b383-ba33-45db-9372-03b9f450f5b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.138788] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421c4d0-8bbc-45be-9d74-03f2b09cb63b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.155204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-be6bb69b-2b11-4051-bdc1-d6847b4c92db tempest-AttachVolumeTestJSON-972686013 tempest-AttachVolumeTestJSON-972686013-project-member] Lock "f691ff9f-f9ef-4694-903f-2576f74a0c26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.661s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.175969] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f17bf22-1628-4919-b616-71fda6e7fe49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.185657] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726757a5-617b-4096-84c9-33b8fd7cffff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.220858] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe110437-c120-4dce-848a-b5fc1b49f261 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.230431] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0a951-da07-4357-bb22-bad3e72af279 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.247344] env[69436]: DEBUG nova.virt.block_device [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating existing volume attachment record: d51d6249-a80f-4363-8d14-a2f04835581d {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.250233] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.250447] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.251207] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f6ac78-e441-408e-a7e1-3440aad2ab09 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.257584] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5232f8c1-27b1-4d03-079b-5d064c313b68, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.258204] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259009] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] acc90262-0b74-47ef-90c8-fceedc0746ad/acc90262-0b74-47ef-90c8-fceedc0746ad.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.259009] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64ad205d-d529-4b1e-abb7-906ecdea8e1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.273057] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e0e2a9-0e5e-41e0-a1ec-6ebcdddc7f93 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.277933] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1161.277933] env[69436]: value = "task-3255716" [ 1161.277933] env[69436]: _type = "Task" [ 1161.277933] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.304610] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Reconfiguring VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1161.308370] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b3ea93-a87d-4a73-b024-ae32d55a49c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.324762] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.331586] env[69436]: DEBUG oslo_vmware.api [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Task: {'id': task-3255715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205038} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.332665] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.332944] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.333170] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.333419] env[69436]: INFO nova.compute.manager [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1161.333708] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.334035] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1161.334035] env[69436]: value = "task-3255717" [ 1161.334035] env[69436]: _type = "Task" [ 1161.334035] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.334291] env[69436]: DEBUG nova.compute.manager [-] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1161.334395] env[69436]: DEBUG nova.network.neutron [-] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.346645] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.348125] env[69436]: DEBUG nova.network.neutron [-] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.508359] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 4654b975-176d-4854-b209-429a0846852e] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1161.698053] env[69436]: DEBUG nova.network.neutron [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.728375] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.728716] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a837be4-9c55-428c-b7c8-7553e8630819 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.740241] env[69436]: DEBUG oslo_vmware.api [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1161.740241] env[69436]: value = "task-3255718" [ 1161.740241] env[69436]: _type = "Task" [ 1161.740241] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.753652] env[69436]: DEBUG oslo_vmware.api [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.789096] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.820228] env[69436]: DEBUG nova.compute.manager [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1161.820509] env[69436]: DEBUG nova.compute.manager [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing instance network info cache due to event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1161.820831] env[69436]: DEBUG oslo_concurrency.lockutils [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.852742] env[69436]: INFO nova.compute.manager [-] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Took 1.25 seconds to deallocate network for instance. [ 1161.853088] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.015973] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 85fba89a-3e19-42ff-876c-6f309869f020] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1162.112414] env[69436]: DEBUG nova.network.neutron [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.251395] env[69436]: DEBUG oslo_vmware.api [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255718, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.287367] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610736} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.287623] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] acc90262-0b74-47ef-90c8-fceedc0746ad/acc90262-0b74-47ef-90c8-fceedc0746ad.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.287836] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.288097] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aed65b7-c071-4911-93e6-63978483b28c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.295759] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1162.295759] env[69436]: value = "task-3255720" [ 1162.295759] env[69436]: _type = "Task" [ 1162.295759] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.305036] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.348876] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.363653] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.363947] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.364981] env[69436]: DEBUG nova.objects.instance [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lazy-loading 'resources' on Instance uuid 2d0103c9-ae69-46f0-9772-db7b960a2d23 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.523630] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 54ef019a-a45c-4e12-82d3-675f890c554b] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1162.588907] env[69436]: DEBUG nova.network.neutron [-] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.614988] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.615383] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance network_info: |[{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1162.615735] env[69436]: DEBUG oslo_concurrency.lockutils [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.615925] env[69436]: DEBUG nova.network.neutron [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.617535] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:45:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c947201-0615-421d-9428-b2bccc61fbd9', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.625163] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.626135] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.626382] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad7fc70-d57d-4938-b42c-6513babea69d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.648155] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.648155] env[69436]: value = "task-3255721" [ 1162.648155] env[69436]: _type = "Task" [ 1162.648155] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.657115] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255721, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.751184] env[69436]: DEBUG oslo_vmware.api [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255718, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.805905] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071617} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.806181] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.806973] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ddd498-4103-47aa-8adf-b8b0988f092b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.828734] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] acc90262-0b74-47ef-90c8-fceedc0746ad/acc90262-0b74-47ef-90c8-fceedc0746ad.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.829068] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d754ce77-0c1c-4078-ae6d-c8f60601f551 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.855565] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.857141] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1162.857141] env[69436]: value = "task-3255722" [ 1162.857141] env[69436]: _type = "Task" [ 1162.857141] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.864745] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.027636] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 736fa4b5-ca45-4e44-ac6a-efbdd9dda5a7] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1163.079896] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97290f6b-5a8a-477d-b5d5-e65ad1cb2252 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.087575] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166222b6-7525-457c-9df5-3085a26dea64 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.091533] env[69436]: INFO nova.compute.manager [-] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Took 1.76 seconds to deallocate network for instance. [ 1163.122388] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b600a-3f91-44fc-9019-53321fd7c81e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.134594] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c32db-2a9b-4adb-8418-5172bcff9564 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.148387] env[69436]: DEBUG nova.compute.provider_tree [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.158261] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255721, 'name': CreateVM_Task} progress is 25%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.252833] env[69436]: DEBUG oslo_vmware.api [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255718, 'name': PowerOffVM_Task, 'duration_secs': 1.343468} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.255160] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.255368] env[69436]: DEBUG nova.compute.manager [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1163.256326] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19b5e11-6467-41bb-bd62-3badeeca6969 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.360248] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.368738] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255722, 'name': ReconfigVM_Task, 'duration_secs': 0.459978} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.371071] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Reconfigured VM instance instance-00000073 to attach disk [datastore1] acc90262-0b74-47ef-90c8-fceedc0746ad/acc90262-0b74-47ef-90c8-fceedc0746ad.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.373213] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd1e7ac-57f6-47f4-a930-ce5e67633621 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.379999] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1163.379999] env[69436]: value = "task-3255723" [ 1163.379999] env[69436]: _type = "Task" [ 1163.379999] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.382209] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.382311] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.382556] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.382856] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.383104] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.383348] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.383694] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.383971] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.384321] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.384613] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.384895] env[69436]: DEBUG nova.virt.hardware [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.386177] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d658079-ae76-4a15-b497-3110377ce930 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400382] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f7fd8c-1688-48d3-86ca-d546f6bebff4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.404532] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255723, 'name': Rename_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.415292] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ab:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcdefe4-9ba8-4ce6-81a9-372dc24b9393', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.424127] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.424758] env[69436]: DEBUG nova.network.neutron [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updated VIF entry in instance network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.425162] env[69436]: DEBUG nova.network.neutron [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.426477] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.426695] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-211e0be5-f2e3-4cb6-8485-428fd43b5a43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.446284] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.446284] env[69436]: value = "task-3255724" [ 1163.446284] env[69436]: _type = "Task" [ 1163.446284] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.453764] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255724, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.531046] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 250432e5-93f1-4d47-aad6-642fb840a4a3] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1163.622496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.654583] env[69436]: DEBUG nova.scheduler.client.report [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.663803] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255721, 'name': CreateVM_Task, 'duration_secs': 0.784672} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.663803] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.664280] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.664442] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.665019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.665074] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c71986-5102-453e-b283-62910a2942bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.669733] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1163.669733] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52616cc9-d5a6-7fbe-3c39-2cec45297a74" [ 1163.669733] env[69436]: _type = "Task" [ 1163.669733] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.678808] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52616cc9-d5a6-7fbe-3c39-2cec45297a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.769078] env[69436]: DEBUG oslo_concurrency.lockutils [None req-35e6a7e5-257b-448c-909a-942e93f5a11e tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.057s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.854863] env[69436]: DEBUG nova.compute.manager [req-c1d2ad43-c169-4201-a2f9-689c14976d06 req-1c409bb6-a149-483d-8ef4-47c049ab969b service nova] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Received event network-vif-deleted-fd0f7fb0-0584-4b9d-a0e2-b99b922c8d1d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1163.859016] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.898228] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255723, 'name': Rename_Task, 'duration_secs': 0.139099} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.898589] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.899145] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ea0cfb6-8f62-4ab4-b6f5-f6946dbf3294 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.907183] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1163.907183] env[69436]: value = "task-3255725" [ 1163.907183] env[69436]: _type = "Task" [ 1163.907183] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.925538] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.941719] env[69436]: DEBUG oslo_concurrency.lockutils [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.942131] env[69436]: DEBUG nova.compute.manager [req-46154448-ded1-4688-838f-22288555a250 req-2ae2bb21-a7c1-4ef5-9657-4e149498271f service nova] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Received event network-vif-deleted-b3c3b8d7-4e88-4f81-a314-92b3fd11f9d5 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1163.957148] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255724, 'name': CreateVM_Task, 'duration_secs': 0.446051} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.957439] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.958188] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.036506] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 666f53b5-aefb-460e-99b6-2647966dc8cf] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1164.160264] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.163145] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.540s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.163145] env[69436]: DEBUG nova.objects.instance [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lazy-loading 'resources' on Instance uuid ff8c4788-b8a5-453d-bc3a-95ac3c8e031f {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.181552] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52616cc9-d5a6-7fbe-3c39-2cec45297a74, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.181855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.182051] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.182349] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.182561] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.182682] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.183734] env[69436]: INFO nova.scheduler.client.report [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleted allocations for instance 2d0103c9-ae69-46f0-9772-db7b960a2d23 [ 1164.184926] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.185265] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.186197] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd64e32b-6df8-4071-a684-83f798c4d630 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.189868] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab2cece-f7b3-4b77-903b-669929f22499 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.196482] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1164.196482] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269d07f-b4ac-58ec-787d-558afd283de7" [ 1164.196482] env[69436]: _type = "Task" [ 1164.196482] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.202119] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.202401] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.203888] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bef5d3-57c3-4ad6-aeef-02356d26a708 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.212652] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269d07f-b4ac-58ec-787d-558afd283de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.216313] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1164.216313] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291b3f3-af27-089d-b9de-ebced5e2199f" [ 1164.216313] env[69436]: _type = "Task" [ 1164.216313] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.227783] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291b3f3-af27-089d-b9de-ebced5e2199f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.358238] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.421401] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "84be5697-4200-4d8c-9590-ed6430cec891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.421650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.421857] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "84be5697-4200-4d8c-9590-ed6430cec891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.422045] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.422221] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.423845] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255725, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.425104] env[69436]: INFO nova.compute.manager [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Terminating instance [ 1164.537970] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 0feeab35-8ee3-400e-982a-84f558fd4d78] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1164.694514] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2da72806-a9c4-41b0-b6d6-3c23e94fd864 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "2d0103c9-ae69-46f0-9772-db7b960a2d23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.217s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.709855] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269d07f-b4ac-58ec-787d-558afd283de7, 'name': SearchDatastore_Task, 'duration_secs': 0.017788} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.709855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.710116] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.710327] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.726026] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5291b3f3-af27-089d-b9de-ebced5e2199f, 'name': SearchDatastore_Task, 'duration_secs': 0.012766} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.729443] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea81c2b-23e3-41c3-8568-8aaf8f0e343e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.734747] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1164.734747] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269c8b6-026d-069d-4b41-21c5d5842fd6" [ 1164.734747] env[69436]: _type = "Task" [ 1164.734747] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.747355] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269c8b6-026d-069d-4b41-21c5d5842fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.861182] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.890074] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337c272-72e5-4d7b-8134-a06c2e37e8a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.898229] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d5ad24-2270-4e28-983d-d88dcd184c32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.932250] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd14b2bc-04c3-43b9-a3aa-435519143353 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.935266] env[69436]: DEBUG nova.compute.manager [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1164.935539] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.936707] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df3f7d-3c00-49da-afc1-ec4f4bfefb1b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.949821] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f08d097-141d-47cf-9acc-ce5b577d736e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.954892] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.955239] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255725, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.955846] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c5574ee-07c7-4f90-a51a-a127d76aed43 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.967744] env[69436]: DEBUG nova.compute.provider_tree [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.042350] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 298e90fa-341b-49c1-a847-be91c3724140] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1165.045515] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.045515] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.045920] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleting the datastore file [datastore2] 84be5697-4200-4d8c-9590-ed6430cec891 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.047035] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-770b2393-1180-4b09-969b-2dcac6dcd786 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.054754] env[69436]: DEBUG oslo_vmware.api [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1165.054754] env[69436]: value = "task-3255727" [ 1165.054754] env[69436]: _type = "Task" [ 1165.054754] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.063386] env[69436]: DEBUG oslo_vmware.api [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.245487] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5269c8b6-026d-069d-4b41-21c5d5842fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.245656] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.245844] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.246160] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.246736] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.246736] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4046fb3c-f004-4add-b6e3-18c1f27d79ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.249036] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd81894e-534e-4233-887d-2027fa5563e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.261030] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.261030] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.262029] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9596269c-f37d-48c5-9bb3-a877b188c4aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.265517] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1165.265517] env[69436]: value = "task-3255728" [ 1165.265517] env[69436]: _type = "Task" [ 1165.265517] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.270890] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1165.270890] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e5374c-0051-7344-7339-02dd91f566e8" [ 1165.270890] env[69436]: _type = "Task" [ 1165.270890] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.277991] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.284364] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e5374c-0051-7344-7339-02dd91f566e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008307} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.285189] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4a66d4-9d9d-4dc2-ac14-b09b2471a12b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.290302] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1165.290302] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b8273e-d07f-7d85-4273-39ab1703f8a0" [ 1165.290302] env[69436]: _type = "Task" [ 1165.290302] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.301362] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b8273e-d07f-7d85-4273-39ab1703f8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.363535] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.445304] env[69436]: DEBUG oslo_vmware.api [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255725, 'name': PowerOnVM_Task, 'duration_secs': 1.073786} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.445769] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.446125] env[69436]: INFO nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1165.446501] env[69436]: DEBUG nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1165.447453] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48767d-de36-43d0-bbb8-4f851af1056c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.471857] env[69436]: DEBUG nova.scheduler.client.report [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.549769] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 0873fe19-7bf6-4e0b-a154-3f0038bed6ee] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1165.568147] env[69436]: DEBUG oslo_vmware.api [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20104} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.568504] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.568784] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.569015] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.569502] env[69436]: INFO nova.compute.manager [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1165.569833] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.570143] env[69436]: DEBUG nova.compute.manager [-] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1165.570276] env[69436]: DEBUG nova.network.neutron [-] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.776776] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255728, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.800081] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52b8273e-d07f-7d85-4273-39ab1703f8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015986} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.800364] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.800633] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.801024] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed358115-31b3-44f8-896b-14aad8fe5a0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.807360] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1165.807360] env[69436]: value = "task-3255730" [ 1165.807360] env[69436]: _type = "Task" [ 1165.807360] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.815571] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.861589] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.949448] env[69436]: DEBUG nova.compute.manager [req-af76006b-364e-4ab5-bce8-230ed6b1de98 req-548918a8-cad5-4e83-a2e8-e8de0730f786 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Received event network-vif-deleted-1dfc4b4b-508c-46f3-8b68-37b0579c149f {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1165.949666] env[69436]: INFO nova.compute.manager [req-af76006b-364e-4ab5-bce8-230ed6b1de98 req-548918a8-cad5-4e83-a2e8-e8de0730f786 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Neutron deleted interface 1dfc4b4b-508c-46f3-8b68-37b0579c149f; detaching it from the instance and deleting it from the info cache [ 1165.949832] env[69436]: DEBUG nova.network.neutron [req-af76006b-364e-4ab5-bce8-230ed6b1de98 req-548918a8-cad5-4e83-a2e8-e8de0730f786 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.973280] env[69436]: INFO nova.compute.manager [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Took 29.76 seconds to build instance. [ 1165.976949] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.010633] env[69436]: INFO nova.scheduler.client.report [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Deleted allocations for instance ff8c4788-b8a5-453d-bc3a-95ac3c8e031f [ 1166.052948] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: d4f2df34-8223-415d-b47d-7e43bc47b87a] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1166.277935] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5222} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.278247] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.278486] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.278800] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f68cdcc-a23b-48a0-bd2a-052a2c7b0487 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.286501] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1166.286501] env[69436]: value = "task-3255731" [ 1166.286501] env[69436]: _type = "Task" [ 1166.286501] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.295184] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.320408] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506226} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.320755] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.321050] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.321301] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425c9bf9-48bb-4b9d-ad7c-fe483eb1d6c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.330462] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1166.330462] env[69436]: value = "task-3255732" [ 1166.330462] env[69436]: _type = "Task" [ 1166.330462] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.339662] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.362505] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.428659] env[69436]: DEBUG nova.network.neutron [-] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.456544] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.456844] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.456989] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.457180] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.457379] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.458849] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61dbf293-7ba5-4870-af89-820eed71fa53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.462568] env[69436]: INFO nova.compute.manager [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Terminating instance [ 1166.470679] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc472db-c529-4130-89db-c3e2c6073487 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.483177] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a092fdd0-50f2-43d5-9b61-43f5c0f3e0f1 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.273s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.507716] env[69436]: DEBUG nova.compute.manager [req-af76006b-364e-4ab5-bce8-230ed6b1de98 req-548918a8-cad5-4e83-a2e8-e8de0730f786 service nova] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Detach interface failed, port_id=1dfc4b4b-508c-46f3-8b68-37b0579c149f, reason: Instance 84be5697-4200-4d8c-9590-ed6430cec891 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1166.520132] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e2ca521b-81d1-408f-97f6-f43a6cc86420 tempest-ServersTestJSON-86846606 tempest-ServersTestJSON-86846606-project-member] Lock "ff8c4788-b8a5-453d-bc3a-95ac3c8e031f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.863s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.555951] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.556305] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.556499] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.556690] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.556855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.558533] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 6bf1c792-2c70-4394-8da9-deb4a515ee9b] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1166.561798] env[69436]: INFO nova.compute.manager [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Terminating instance [ 1166.799777] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070416} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.799777] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.799777] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6ed101-ed49-465e-8866-1027b921d66a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.822045] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.822224] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5eefaf8-38c9-4503-8451-27383765face {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.849024] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069059} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.849024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.849024] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1166.849024] env[69436]: value = "task-3255733" [ 1166.849024] env[69436]: _type = "Task" [ 1166.849024] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.849024] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4b540-49ef-4ca8-b8f7-e8df79d611f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.877699] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.878027] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255733, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.878712] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a599ab-f4ff-4c4f-9d29-6eabdb2d2a1b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.896439] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.901967] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1166.901967] env[69436]: value = "task-3255734" [ 1166.901967] env[69436]: _type = "Task" [ 1166.901967] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.912142] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.931085] env[69436]: INFO nova.compute.manager [-] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Took 1.36 seconds to deallocate network for instance. [ 1166.969821] env[69436]: DEBUG nova.compute.manager [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1166.970197] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.971554] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f639698b-03b1-49d6-a132-8f541192855b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.985030] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.985030] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9599146-5256-489e-8446-55627df058ce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.990326] env[69436]: DEBUG oslo_vmware.api [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1166.990326] env[69436]: value = "task-3255735" [ 1166.990326] env[69436]: _type = "Task" [ 1166.990326] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.999095] env[69436]: DEBUG oslo_vmware.api [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.066232] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 5942736a-4557-4306-951a-4775f852349c] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1167.066812] env[69436]: DEBUG nova.compute.manager [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1167.066812] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.067797] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93a48a-3836-4b18-8898-8f881e67590d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.076717] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.076973] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ac75a0-5a71-4621-b537-c7a87c85e730 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.083418] env[69436]: DEBUG oslo_vmware.api [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1167.083418] env[69436]: value = "task-3255736" [ 1167.083418] env[69436]: _type = "Task" [ 1167.083418] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.091656] env[69436]: DEBUG oslo_vmware.api [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.364515] env[69436]: DEBUG oslo_vmware.api [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255717, 'name': ReconfigVM_Task, 'duration_secs': 5.913242} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.368544] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.368544] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Reconfigured VM to detach interface {{(pid=69436) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1167.370527] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.412885] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.439861] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.440452] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.440452] env[69436]: DEBUG nova.objects.instance [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'resources' on Instance uuid 84be5697-4200-4d8c-9590-ed6430cec891 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.502401] env[69436]: DEBUG oslo_vmware.api [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255735, 'name': PowerOffVM_Task, 'duration_secs': 0.247721} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.502733] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.502938] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.503349] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a413c35-e99f-4bcc-b645-2d1282a20b8d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.568161] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 82908bd6-7b35-49fd-b4c5-2df420daa0e2] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1167.573890] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.574194] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.574428] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleting the datastore file [datastore2] 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.574809] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b615aa26-754e-4634-af28-9688cc3a64ed {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.582984] env[69436]: DEBUG oslo_vmware.api [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1167.582984] env[69436]: value = "task-3255738" [ 1167.582984] env[69436]: _type = "Task" [ 1167.582984] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.599030] env[69436]: DEBUG oslo_vmware.api [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255736, 'name': PowerOffVM_Task, 'duration_secs': 0.316817} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.602155] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.602517] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.603772] env[69436]: DEBUG oslo_vmware.api [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.605090] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0da9b332-2bf1-4b46-bbd3-c5e5447c5509 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.633847] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "acc90262-0b74-47ef-90c8-fceedc0746ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.634193] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.634428] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "acc90262-0b74-47ef-90c8-fceedc0746ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.634656] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.634855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.645357] env[69436]: INFO nova.compute.manager [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Terminating instance [ 1167.677053] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.677053] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.677053] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleting the datastore file [datastore2] bf325a8a-6525-41a0-ab74-ad3bd7fc782b {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.677053] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb194f41-d06b-4479-a7ff-ffc6cf131cd5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.683741] env[69436]: DEBUG oslo_vmware.api [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for the task: (returnval){ [ 1167.683741] env[69436]: value = "task-3255740" [ 1167.683741] env[69436]: _type = "Task" [ 1167.683741] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.694676] env[69436]: DEBUG oslo_vmware.api [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.864607] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255733, 'name': ReconfigVM_Task, 'duration_secs': 0.749012} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.864899] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.865571] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0105d2-5993-48d7-ab8b-5bd39a23a36c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.872252] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1167.872252] env[69436]: value = "task-3255741" [ 1167.872252] env[69436]: _type = "Task" [ 1167.872252] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.880664] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255741, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.911988] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255734, 'name': ReconfigVM_Task, 'duration_secs': 0.718015} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.912532] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfigured VM instance instance-00000068 to attach disk [datastore1] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366/d8ac5eb3-d94e-4473-a3b0-b25e8a21e366.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.913680] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'encrypted': False, 'size': 0, 'boot_index': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'd51d6249-a80f-4363-8d14-a2f04835581d', 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69436) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1167.913882] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1167.914078] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1167.914910] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa8dda-7582-4261-b9e8-968b803b9331 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.934780] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e320c7-2c67-4a39-9ba5-cc0b36e8264c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.965456] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-5901b4b0-88b2-428d-9289-cf433d5bb269/volume-5901b4b0-88b2-428d-9289-cf433d5bb269.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.967501] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1fafd9b-b7c9-439f-b9ea-60ecda263a39 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.990375] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1167.990375] env[69436]: value = "task-3255742" [ 1167.990375] env[69436]: _type = "Task" [ 1167.990375] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.002252] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.072291] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 48fc744d-0650-40e6-bd78-c19afcb58c48] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1168.092999] env[69436]: DEBUG oslo_vmware.api [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244065} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.093343] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.093572] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.093783] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.093963] env[69436]: INFO nova.compute.manager [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.094222] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.095833] env[69436]: DEBUG nova.compute.manager [-] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1168.095833] env[69436]: DEBUG nova.network.neutron [-] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.149226] env[69436]: DEBUG nova.compute.manager [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1168.149452] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.152200] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d980ac62-a0b6-43f8-b1fe-19792e4765c2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.161983] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.162607] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5b34dd-e460-4204-b92a-8f5e0abb0ac8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.168637] env[69436]: DEBUG oslo_vmware.api [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1168.168637] env[69436]: value = "task-3255743" [ 1168.168637] env[69436]: _type = "Task" [ 1168.168637] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.182032] env[69436]: DEBUG oslo_vmware.api [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.192871] env[69436]: DEBUG oslo_vmware.api [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Task: {'id': task-3255740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236246} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.194081] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.194296] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.194481] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.194659] env[69436]: INFO nova.compute.manager [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.194890] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.195601] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb3724-514a-4504-906d-121f0a7ba432 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.200345] env[69436]: DEBUG nova.compute.manager [-] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1168.200510] env[69436]: DEBUG nova.network.neutron [-] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.209278] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f889bbd-2953-4ab6-894b-2d5068a6f0be {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.245173] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68258391-4bd3-4055-8e14-5be9a4313fc4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.253754] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e26a9d-83c9-427d-aea5-59c07e173099 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.270933] env[69436]: DEBUG nova.compute.provider_tree [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.385311] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255741, 'name': Rename_Task, 'duration_secs': 0.260343} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.385311] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.385311] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16af509b-abef-49bb-89b4-3f703ef29cf6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.393089] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1168.393089] env[69436]: value = "task-3255744" [ 1168.393089] env[69436]: _type = "Task" [ 1168.393089] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.402162] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.490504] env[69436]: DEBUG nova.compute.manager [req-34afe239-0f06-4144-a54d-2b75f3ae17c9 req-5aee2d02-24e0-4b5d-8ff0-9a670764ad2b service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Received event network-vif-deleted-6fc03470-3de2-43ef-bf6b-f01123485d80 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1168.490704] env[69436]: INFO nova.compute.manager [req-34afe239-0f06-4144-a54d-2b75f3ae17c9 req-5aee2d02-24e0-4b5d-8ff0-9a670764ad2b service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Neutron deleted interface 6fc03470-3de2-43ef-bf6b-f01123485d80; detaching it from the instance and deleting it from the info cache [ 1168.490874] env[69436]: DEBUG nova.network.neutron [req-34afe239-0f06-4144-a54d-2b75f3ae17c9 req-5aee2d02-24e0-4b5d-8ff0-9a670764ad2b service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.503617] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.536885] env[69436]: DEBUG nova.compute.manager [req-cd3de9d9-ab74-4321-a4a8-1e481f810f65 req-abd400c4-febd-401f-aee4-14b715606cfa service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Received event network-vif-deleted-8c798891-5336-4dca-859f-e7ecb3dba59a {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1168.537210] env[69436]: INFO nova.compute.manager [req-cd3de9d9-ab74-4321-a4a8-1e481f810f65 req-abd400c4-febd-401f-aee4-14b715606cfa service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Neutron deleted interface 8c798891-5336-4dca-859f-e7ecb3dba59a; detaching it from the instance and deleting it from the info cache [ 1168.537412] env[69436]: DEBUG nova.network.neutron [req-cd3de9d9-ab74-4321-a4a8-1e481f810f65 req-abd400c4-febd-401f-aee4-14b715606cfa service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.578651] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 2735935b-1255-452b-ae44-0d57d6832fde] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1168.680966] env[69436]: DEBUG oslo_vmware.api [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255743, 'name': PowerOffVM_Task, 'duration_secs': 0.333759} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.681221] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.681395] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.681670] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5885ac3e-248a-4200-a0e4-718223be3051 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.757109] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.757393] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.757576] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleting the datastore file [datastore1] acc90262-0b74-47ef-90c8-fceedc0746ad {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.757845] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71376947-3024-4a3d-a624-ac83cbf9af0b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.765098] env[69436]: DEBUG oslo_vmware.api [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for the task: (returnval){ [ 1168.765098] env[69436]: value = "task-3255747" [ 1168.765098] env[69436]: _type = "Task" [ 1168.765098] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.774294] env[69436]: DEBUG nova.scheduler.client.report [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.777521] env[69436]: DEBUG oslo_vmware.api [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.904642] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.912214] env[69436]: DEBUG nova.network.neutron [-] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.994585] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2add05a-8138-4cd5-b55d-12a5474460f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.005138] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255742, 'name': ReconfigVM_Task, 'duration_secs': 0.565491} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.006259] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-5901b4b0-88b2-428d-9289-cf433d5bb269/volume-5901b4b0-88b2-428d-9289-cf433d5bb269.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.011058] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17831ab0-5f94-4ae5-a8d6-cb12e00e72b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.023564] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f1e3a6-be7b-4f90-841a-7d7e9ca4b9ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.034413] env[69436]: DEBUG nova.network.neutron [-] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.041445] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1169.041445] env[69436]: value = "task-3255748" [ 1169.041445] env[69436]: _type = "Task" [ 1169.041445] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.042865] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-108a47a0-e8e7-438e-bd32-5eacbf5cbc37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.061143] env[69436]: DEBUG nova.compute.manager [req-34afe239-0f06-4144-a54d-2b75f3ae17c9 req-5aee2d02-24e0-4b5d-8ff0-9a670764ad2b service nova] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Detach interface failed, port_id=6fc03470-3de2-43ef-bf6b-f01123485d80, reason: Instance 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1169.065634] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.068892] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc2cd29-41ac-46c1-8738-700560959c28 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.082239] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 0830e5ab-1d29-40ab-ab29-2400e61590b5] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1169.110534] env[69436]: DEBUG nova.compute.manager [req-cd3de9d9-ab74-4321-a4a8-1e481f810f65 req-abd400c4-febd-401f-aee4-14b715606cfa service nova] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Detach interface failed, port_id=8c798891-5336-4dca-859f-e7ecb3dba59a, reason: Instance bf325a8a-6525-41a0-ab74-ad3bd7fc782b could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1169.249030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.249030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquired lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.249030] env[69436]: DEBUG nova.network.neutron [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.002821] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.563s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.005078] env[69436]: INFO nova.compute.manager [-] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Took 1.91 seconds to deallocate network for instance. [ 1170.005400] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.005647] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.005853] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.006065] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.006207] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.007960] env[69436]: INFO nova.compute.manager [-] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Took 1.81 seconds to deallocate network for instance. [ 1170.008344] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 09f3adda-a7e8-49c8-82b2-f9ae7aa3b2e4] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1170.014868] env[69436]: INFO nova.compute.manager [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Terminating instance [ 1170.033502] env[69436]: DEBUG oslo_vmware.api [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255744, 'name': PowerOnVM_Task, 'duration_secs': 0.598464} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.039570] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.039688] env[69436]: INFO nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1170.039866] env[69436]: DEBUG nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1170.040178] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255748, 'name': ReconfigVM_Task, 'duration_secs': 0.311372} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.040407] env[69436]: DEBUG oslo_vmware.api [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Task: {'id': task-3255747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134466} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.041825] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e622b4-8e1c-4b41-93b2-7dba712c96e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.044523] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1170.046605] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.046605] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.046605] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.046605] env[69436]: INFO nova.compute.manager [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1170.046605] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.047176] env[69436]: INFO nova.scheduler.client.report [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocations for instance 84be5697-4200-4d8c-9590-ed6430cec891 [ 1170.049100] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d85fe22d-b0b6-4345-8f20-a343278df242 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.050674] env[69436]: DEBUG nova.compute.manager [-] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1170.050674] env[69436]: DEBUG nova.network.neutron [-] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.061821] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1170.061821] env[69436]: value = "task-3255749" [ 1170.061821] env[69436]: _type = "Task" [ 1170.061821] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.073041] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255749, 'name': Rename_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.264982] env[69436]: INFO nova.network.neutron [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Port 341bedd9-78ba-46d3-aa8e-da4de3d438ce from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.265381] env[69436]: DEBUG nova.network.neutron [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [{"id": "c67bbe10-efe6-427c-a365-4587c7940d13", "address": "fa:16:3e:62:d4:91", "network": {"id": "d589015f-0230-4f23-afc0-c48696f93374", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-524023082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ab317680c64fd5b8541afc9a470e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc67bbe10-ef", "ovs_interfaceid": "c67bbe10-efe6-427c-a365-4587c7940d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.516024] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: fe4f08b4-aa1c-4326-93ed-d073072b178a] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1170.520854] env[69436]: DEBUG nova.compute.manager [req-c3216809-91b1-431b-8742-a146608d98f1 req-c7df3766-1277-4691-8f3e-813c90564949 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Received event network-vif-deleted-2225a5fb-0373-4a40-bf58-ccd9c7c91b24 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1170.520854] env[69436]: INFO nova.compute.manager [req-c3216809-91b1-431b-8742-a146608d98f1 req-c7df3766-1277-4691-8f3e-813c90564949 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Neutron deleted interface 2225a5fb-0373-4a40-bf58-ccd9c7c91b24; detaching it from the instance and deleting it from the info cache [ 1170.520854] env[69436]: DEBUG nova.network.neutron [req-c3216809-91b1-431b-8742-a146608d98f1 req-c7df3766-1277-4691-8f3e-813c90564949 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.531100] env[69436]: DEBUG nova.compute.manager [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1170.531100] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.531100] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.531100] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.531336] env[69436]: DEBUG nova.objects.instance [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lazy-loading 'resources' on Instance uuid 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.533533] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3d737-37fa-411d-8f7d-21a90df9c53b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.542014] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.542276] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-322e05e1-5062-4e36-9806-1ab60d80c31d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.549130] env[69436]: DEBUG oslo_vmware.api [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1170.549130] env[69436]: value = "task-3255750" [ 1170.549130] env[69436]: _type = "Task" [ 1170.549130] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.560602] env[69436]: DEBUG oslo_vmware.api [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.561092] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e137aa81-a4e4-425e-ad87-fe82680b0b7a tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "84be5697-4200-4d8c-9590-ed6430cec891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.139s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.580619] env[69436]: INFO nova.compute.manager [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Took 30.30 seconds to build instance. [ 1170.582729] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.588887] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255749, 'name': Rename_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.771459] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Releasing lock "refresh_cache-9b83bcab-1276-4677-96e6-320a4c8ae076" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.953803] env[69436]: DEBUG nova.network.neutron [-] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.962149] env[69436]: DEBUG nova.compute.manager [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1170.962149] env[69436]: DEBUG nova.compute.manager [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing instance network info cache due to event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1170.962149] env[69436]: DEBUG oslo_concurrency.lockutils [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.962149] env[69436]: DEBUG oslo_concurrency.lockutils [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.962149] env[69436]: DEBUG nova.network.neutron [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.025021] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 4135ee93-8f44-4928-8420-961d17077c00] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1171.025021] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c21dd624-ba99-41da-bdbc-76acb68501d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.035956] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2286b27-eef3-46c8-9bad-34ec2c76a593 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.062353] env[69436]: DEBUG oslo_vmware.api [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255750, 'name': PowerOffVM_Task, 'duration_secs': 0.194658} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.062770] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.063165] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.074034] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ddd23f-299d-42b2-92a4-ead7115e7e81 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.076802] env[69436]: DEBUG nova.compute.manager [req-c3216809-91b1-431b-8742-a146608d98f1 req-c7df3766-1277-4691-8f3e-813c90564949 service nova] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Detach interface failed, port_id=2225a5fb-0373-4a40-bf58-ccd9c7c91b24, reason: Instance acc90262-0b74-47ef-90c8-fceedc0746ad could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1171.084749] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5d0b9be0-ebc0-4a0e-a839-4b67c1d2d4b8 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.815s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.091587] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255749, 'name': Rename_Task, 'duration_secs': 0.56053} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.094580] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.094580] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d788e6c6-f5c7-413b-8992-220a0620d128 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.100852] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1171.100852] env[69436]: value = "task-3255752" [ 1171.100852] env[69436]: _type = "Task" [ 1171.100852] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.111325] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.114661] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "803cb484-9f17-41ec-a84f-c41b0a697895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.114889] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "803cb484-9f17-41ec-a84f-c41b0a697895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.115280] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "803cb484-9f17-41ec-a84f-c41b0a697895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.115501] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "803cb484-9f17-41ec-a84f-c41b0a697895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.115675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "803cb484-9f17-41ec-a84f-c41b0a697895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.118459] env[69436]: INFO nova.compute.manager [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Terminating instance [ 1171.266395] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.266650] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.266826] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleting the datastore file [datastore1] 9b83bcab-1276-4677-96e6-320a4c8ae076 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.267455] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44c94d9c-9198-4674-b504-771c6aece35b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.274101] env[69436]: DEBUG oslo_concurrency.lockutils [None req-1659cdaf-9076-493c-9d32-df0282355818 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "interface-9b83bcab-1276-4677-96e6-320a4c8ae076-341bedd9-78ba-46d3-aa8e-da4de3d438ce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.527s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.277367] env[69436]: DEBUG oslo_vmware.api [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1171.277367] env[69436]: value = "task-3255753" [ 1171.277367] env[69436]: _type = "Task" [ 1171.277367] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.291194] env[69436]: DEBUG oslo_vmware.api [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.294684] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437a6efd-a70d-4823-b6cc-3d50e3b14695 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.300039] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55e9398-4041-407e-bcae-5a88fafc501b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.331445] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289d71ab-9e0e-4235-bbdf-faf95a9dc561 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.341501] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893c63d-5250-404d-a8f0-92b62e845223 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.358441] env[69436]: DEBUG nova.compute.provider_tree [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.456217] env[69436]: INFO nova.compute.manager [-] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Took 1.41 seconds to deallocate network for instance. [ 1171.528237] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: e9efc762-daca-4dd1-8bf4-8a7eb49cce90] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1171.614553] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.624386] env[69436]: DEBUG nova.compute.manager [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1171.624776] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.625893] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef2a145-69b2-4784-810c-eaa2df86010d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.638334] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.642437] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5edb6ee9-e8f7-4839-9e88-6fc7b73936c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.652636] env[69436]: DEBUG oslo_vmware.api [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1171.652636] env[69436]: value = "task-3255754" [ 1171.652636] env[69436]: _type = "Task" [ 1171.652636] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.668022] env[69436]: DEBUG oslo_vmware.api [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.790102] env[69436]: DEBUG oslo_vmware.api [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177242} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.790102] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.790102] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.790248] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.790450] env[69436]: INFO nova.compute.manager [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1171.790780] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.791062] env[69436]: DEBUG nova.compute.manager [-] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1171.791238] env[69436]: DEBUG nova.network.neutron [-] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.870033] env[69436]: DEBUG nova.scheduler.client.report [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.963464] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.989759] env[69436]: DEBUG nova.network.neutron [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updated VIF entry in instance network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.989759] env[69436]: DEBUG nova.network.neutron [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.035509] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: eaae679c-8de6-4a34-ac30-f8a5eee5b0a6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1172.064579] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "ba454e20-f14b-4d99-a355-ad23217ae9bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.065227] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.113331] env[69436]: DEBUG oslo_vmware.api [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255752, 'name': PowerOnVM_Task, 'duration_secs': 0.620719} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.113734] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.114105] env[69436]: DEBUG nova.compute.manager [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1172.114999] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551fde5-7636-4637-a587-cb274fd2ffd3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.165235] env[69436]: DEBUG oslo_vmware.api [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255754, 'name': PowerOffVM_Task, 'duration_secs': 0.246659} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.165657] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.165657] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.167366] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b89547-29b1-4b3b-a0e0-f0411d75c754 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.242249] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.242483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.242701] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleting the datastore file [datastore1] 803cb484-9f17-41ec-a84f-c41b0a697895 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.242952] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b760889-0eaf-4400-9bc3-68d8660fb8dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.249302] env[69436]: DEBUG oslo_vmware.api [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1172.249302] env[69436]: value = "task-3255756" [ 1172.249302] env[69436]: _type = "Task" [ 1172.249302] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.257865] env[69436]: DEBUG oslo_vmware.api [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.375982] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.378880] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.796s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.379221] env[69436]: DEBUG nova.objects.instance [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lazy-loading 'resources' on Instance uuid bf325a8a-6525-41a0-ab74-ad3bd7fc782b {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.406481] env[69436]: INFO nova.scheduler.client.report [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleted allocations for instance 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72 [ 1172.492450] env[69436]: DEBUG oslo_concurrency.lockutils [req-b6d6c4b9-64a5-4bc5-af7b-df3ec777ed5e req-d9344f66-d8dc-4074-8df7-8d603ad18ca8 service nova] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.537726] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 1d31bfbc-1c6d-4d5f-9ad3-dbe301aa5aae] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1172.571305] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1172.635732] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.762667] env[69436]: DEBUG oslo_vmware.api [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14102} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.763799] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.763799] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.763799] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.763799] env[69436]: INFO nova.compute.manager [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1172.763799] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.764053] env[69436]: DEBUG nova.compute.manager [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1172.764179] env[69436]: DEBUG nova.network.neutron [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.920761] env[69436]: DEBUG oslo_concurrency.lockutils [None req-d22a771b-c95f-4c52-bc5a-b10ba42bde0c tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.464s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.996749] env[69436]: DEBUG nova.compute.manager [req-4428f571-b6c6-44aa-bde4-f1d391538dae req-6927623c-a532-401e-9be8-9a3b8ff2dbe0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Received event network-vif-deleted-c67bbe10-efe6-427c-a365-4587c7940d13 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1172.996951] env[69436]: INFO nova.compute.manager [req-4428f571-b6c6-44aa-bde4-f1d391538dae req-6927623c-a532-401e-9be8-9a3b8ff2dbe0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Neutron deleted interface c67bbe10-efe6-427c-a365-4587c7940d13; detaching it from the instance and deleting it from the info cache [ 1172.997154] env[69436]: DEBUG nova.network.neutron [req-4428f571-b6c6-44aa-bde4-f1d391538dae req-6927623c-a532-401e-9be8-9a3b8ff2dbe0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.022750] env[69436]: DEBUG nova.network.neutron [-] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.041239] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 5e95f0dd-2312-4d21-bbd3-1d2c25ee86c1] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1173.090852] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.120461] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4ba55-c81f-48d0-a5ad-4c6e6f998b49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.128437] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f072732-f2ee-4b49-b363-bbb03b2aa522 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.164668] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a450d3-53d8-4364-ab79-7f56f63e3f35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.172432] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1a3f02-3448-41fd-b21c-90f293391e35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.186542] env[69436]: DEBUG nova.compute.provider_tree [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.505540] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57aefbf6-44e5-4456-8f6f-49110011e5f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.515656] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de101bfc-9703-4e94-b121-005631e16d3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.528881] env[69436]: INFO nova.compute.manager [-] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Took 1.74 seconds to deallocate network for instance. [ 1173.550428] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 5e872a46-1c3e-4e2a-b7bc-358471966940] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1173.552623] env[69436]: DEBUG nova.compute.manager [req-4428f571-b6c6-44aa-bde4-f1d391538dae req-6927623c-a532-401e-9be8-9a3b8ff2dbe0 service nova] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Detach interface failed, port_id=c67bbe10-efe6-427c-a365-4587c7940d13, reason: Instance 9b83bcab-1276-4677-96e6-320a4c8ae076 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1173.690190] env[69436]: DEBUG nova.scheduler.client.report [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.772634] env[69436]: DEBUG nova.network.neutron [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.034937] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.054393] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 0502af08-7fcb-4ebe-9b2c-c5d69661bed1] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1174.196381] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.198926] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.236s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.199065] env[69436]: DEBUG nova.objects.instance [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lazy-loading 'resources' on Instance uuid acc90262-0b74-47ef-90c8-fceedc0746ad {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.219401] env[69436]: INFO nova.scheduler.client.report [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Deleted allocations for instance bf325a8a-6525-41a0-ab74-ad3bd7fc782b [ 1174.275505] env[69436]: INFO nova.compute.manager [-] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Took 1.51 seconds to deallocate network for instance. [ 1174.557760] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f69c1834-6c2d-4e07-9c61-806d70e8e16c] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1174.725979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b34d1019-44a4-4003-8973-bca60dad8619 tempest-ListServersNegativeTestJSON-1231913415 tempest-ListServersNegativeTestJSON-1231913415-project-member] Lock "bf325a8a-6525-41a0-ab74-ad3bd7fc782b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.170s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.784919] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.850134] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b064bed0-7d5e-4b22-96d2-bfdfdef0209a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.858286] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eb79b2-1059-43c6-979b-c25b289824e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.890965] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b6a009-2dee-478b-9a90-9104c8abef66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.898714] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d2ac2d-0877-4c40-9609-436aac180d42 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.912202] env[69436]: DEBUG nova.compute.provider_tree [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.022994] env[69436]: DEBUG nova.compute.manager [req-637dc862-ff3d-48f1-8ce4-71bdce04517a req-8295cb62-adab-4469-8a7a-4a8122d43ff6 service nova] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Received event network-vif-deleted-56bac68a-f029-484d-a0aa-429c3a1019cb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1175.061206] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ee130e80-37f3-424c-83fc-d980983ad96f] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1175.418081] env[69436]: DEBUG nova.scheduler.client.report [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.565799] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b0354c3a-f41a-4fed-bff3-8dae49644d8e] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1175.920633] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.923141] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.288s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.923405] env[69436]: DEBUG nova.objects.instance [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1175.943696] env[69436]: INFO nova.scheduler.client.report [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Deleted allocations for instance acc90262-0b74-47ef-90c8-fceedc0746ad [ 1176.069690] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 41dc590f-ba91-424e-a087-8b51922e5886] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1176.451078] env[69436]: DEBUG oslo_concurrency.lockutils [None req-46469ee9-8405-4cdf-bee7-4d9cdcf0fa95 tempest-ServerDiskConfigTestJSON-497647170 tempest-ServerDiskConfigTestJSON-497647170-project-member] Lock "acc90262-0b74-47ef-90c8-fceedc0746ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.817s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.572462] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: eac96d12-f468-44c7-93da-e9618eb96d66] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1176.933410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c799b31d-d5f4-4fff-a907-279c636b8deb tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.934659] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.844s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.937167] env[69436]: INFO nova.compute.claims [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.078026] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: eb6b1512-b9e6-4a1f-8e7c-12799768cca8] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1177.390282] env[69436]: DEBUG oslo_concurrency.lockutils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.391560] env[69436]: DEBUG oslo_concurrency.lockutils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.579192] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 8bc53731-8231-40a3-98b7-aa51b30850b9] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1177.896073] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "b7eed540-a2a5-427a-81e2-57a9663a4297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.896316] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "b7eed540-a2a5-427a-81e2-57a9663a4297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.901598] env[69436]: DEBUG nova.compute.utils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.082885] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.083187] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Cleaning up deleted instances with incomplete migration {{(pid=69436) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}} [ 1178.132544] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb54cf6-8cda-4d8d-bc27-1546eb59e7fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.140518] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b14bb1-65c3-48ff-9d45-3ba63e695ca9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.171816] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bcbe1e-3982-4412-ba31-61a0db1a200d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.179073] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4d23f-641f-4c1c-94b5-c8d4666b6390 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.192054] env[69436]: DEBUG nova.compute.provider_tree [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.403827] env[69436]: DEBUG nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1178.406965] env[69436]: DEBUG oslo_concurrency.lockutils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.587950] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.694956] env[69436]: DEBUG nova.scheduler.client.report [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.927821] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.200340] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.200896] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1179.203564] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.169s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.204254] env[69436]: DEBUG nova.objects.instance [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'resources' on Instance uuid 9b83bcab-1276-4677-96e6-320a4c8ae076 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.463471] env[69436]: DEBUG oslo_concurrency.lockutils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.463747] env[69436]: DEBUG oslo_concurrency.lockutils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.463990] env[69436]: INFO nova.compute.manager [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Attaching volume add7b470-60b8-4550-a1ff-a31ecaffc7a9 to /dev/sdb [ 1179.590052] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30533a3-32d4-4469-9558-71d7c21979f1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.599641] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282ad13-ab69-45f6-a27e-d98d78449bfa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.614019] env[69436]: DEBUG nova.virt.block_device [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updating existing volume attachment record: 27ec13c0-a0bf-42d1-8762-0197c6c1127f {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.707721] env[69436]: DEBUG nova.compute.utils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.711670] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1179.712656] env[69436]: DEBUG nova.network.neutron [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.749289] env[69436]: DEBUG nova.policy [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93a93c06baa74f14a2b76be170ff6be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7439471c98e4b20898443316eab3c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.879849] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb01b29-67c6-4352-aee3-f6018fa72a44 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.887536] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a3213-8222-4635-af1b-ad2a33ffed0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.917169] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1860cc02-9534-41d7-a94f-4de6a42ce181 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.924159] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab283057-aa2e-421c-9132-3ebd88e4845e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.937363] env[69436]: DEBUG nova.compute.provider_tree [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.038078] env[69436]: DEBUG nova.network.neutron [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Successfully created port: 7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.064230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.064529] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.064719] env[69436]: INFO nova.compute.manager [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Shelving [ 1180.212397] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1180.441197] env[69436]: DEBUG nova.scheduler.client.report [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.946018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.948416] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.164s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.948655] env[69436]: DEBUG nova.objects.instance [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'resources' on Instance uuid 803cb484-9f17-41ec-a84f-c41b0a697895 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.970667] env[69436]: INFO nova.scheduler.client.report [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted allocations for instance 9b83bcab-1276-4677-96e6-320a4c8ae076 [ 1181.076504] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.076837] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-781d12bb-2bf7-44e8-94a9-e1ad3cea3352 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.084020] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1181.084020] env[69436]: value = "task-3255758" [ 1181.084020] env[69436]: _type = "Task" [ 1181.084020] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.092426] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.222787] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1181.250801] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.251050] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.251215] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.251423] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.251662] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.251794] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.252155] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.252611] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.252611] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.252726] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.252878] env[69436]: DEBUG nova.virt.hardware [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.253767] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c636f4b-e405-4eaf-ac61-6e0c60b559b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.262236] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc0b7ea-a527-43a6-ae17-772da62b54af {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.477958] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17b2166f-8f37-41f2-b069-0280faab2dc7 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "9b83bcab-1276-4677-96e6-320a4c8ae076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.472s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.589743] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7795e50e-4f4e-4267-98e6-0af904dfff90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.601015] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255758, 'name': PowerOffVM_Task, 'duration_secs': 0.195333} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.601015] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf9b290-b0a0-4e7c-9d1c-d7621140179f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.603119] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.603868] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c9951-f15b-49fe-ba4c-0c633689f42f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.646679] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eff937-a56c-4a4e-88c6-c578b9d6d6f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.651133] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724ef93-fd36-42cb-b9ff-c3b0f3262fc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.656570] env[69436]: DEBUG nova.compute.manager [req-028df37f-c467-47e4-b3a4-255cbe155070 req-3615103f-0d41-4c43-88b5-4b7824ec3c7b service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Received event network-vif-plugged-7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1181.656826] env[69436]: DEBUG oslo_concurrency.lockutils [req-028df37f-c467-47e4-b3a4-255cbe155070 req-3615103f-0d41-4c43-88b5-4b7824ec3c7b service nova] Acquiring lock "ba454e20-f14b-4d99-a355-ad23217ae9bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.657053] env[69436]: DEBUG oslo_concurrency.lockutils [req-028df37f-c467-47e4-b3a4-255cbe155070 req-3615103f-0d41-4c43-88b5-4b7824ec3c7b service nova] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.657224] env[69436]: DEBUG oslo_concurrency.lockutils [req-028df37f-c467-47e4-b3a4-255cbe155070 req-3615103f-0d41-4c43-88b5-4b7824ec3c7b service nova] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.657389] env[69436]: DEBUG nova.compute.manager [req-028df37f-c467-47e4-b3a4-255cbe155070 req-3615103f-0d41-4c43-88b5-4b7824ec3c7b service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] No waiting events found dispatching network-vif-plugged-7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.657549] env[69436]: WARNING nova.compute.manager [req-028df37f-c467-47e4-b3a4-255cbe155070 req-3615103f-0d41-4c43-88b5-4b7824ec3c7b service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Received unexpected event network-vif-plugged-7185d221-297a-46f6-bb4d-dbd500a3e049 for instance with vm_state building and task_state spawning. [ 1181.667214] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cded54-6ad9-4bd4-bf86-93fb44d0389f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.681049] env[69436]: DEBUG nova.compute.provider_tree [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.733751] env[69436]: DEBUG nova.network.neutron [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Successfully updated port: 7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.782303] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.782665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.782780] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.782960] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.784044] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.785188] env[69436]: INFO nova.compute.manager [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Terminating instance [ 1182.167522] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1182.167874] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad18dfb7-4caa-4f74-b11b-acbfe432d859 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.177528] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1182.177528] env[69436]: value = "task-3255760" [ 1182.177528] env[69436]: _type = "Task" [ 1182.177528] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.184562] env[69436]: DEBUG nova.scheduler.client.report [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.190271] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.236893] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-ba454e20-f14b-4d99-a355-ad23217ae9bb" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.237373] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-ba454e20-f14b-4d99-a355-ad23217ae9bb" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.237373] env[69436]: DEBUG nova.network.neutron [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.288861] env[69436]: DEBUG nova.compute.manager [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1182.289216] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.290245] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13ec60-4b61-4b91-89a5-82bfb82a71e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.298530] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.298649] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e53e4aa7-122d-4756-b4be-a1ba983fc0c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.304755] env[69436]: DEBUG oslo_vmware.api [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1182.304755] env[69436]: value = "task-3255761" [ 1182.304755] env[69436]: _type = "Task" [ 1182.304755] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.312401] env[69436]: DEBUG oslo_vmware.api [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.687333] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255760, 'name': CreateSnapshot_Task, 'duration_secs': 0.438283} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.687595] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.688404] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a523e-cb97-44bd-840b-dbf2a51c9e92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.691201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.693172] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.766s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.694799] env[69436]: INFO nova.compute.claims [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.717291] env[69436]: INFO nova.scheduler.client.report [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted allocations for instance 803cb484-9f17-41ec-a84f-c41b0a697895 [ 1182.813781] env[69436]: DEBUG oslo_vmware.api [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255761, 'name': PowerOffVM_Task, 'duration_secs': 0.214985} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.813997] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.814189] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.814453] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dae4842-0d43-4a14-ba99-e49fbb6ddd81 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.834894] env[69436]: DEBUG nova.network.neutron [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.876213] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.876277] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.876466] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleting the datastore file [datastore2] c41850c6-28be-489d-8fa2-cf4e942c9539 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.876740] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d52329ef-b890-4b68-bded-47d92449d9ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.884860] env[69436]: DEBUG oslo_vmware.api [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for the task: (returnval){ [ 1182.884860] env[69436]: value = "task-3255763" [ 1182.884860] env[69436]: _type = "Task" [ 1182.884860] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.892509] env[69436]: DEBUG oslo_vmware.api [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.974016] env[69436]: DEBUG nova.network.neutron [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Updating instance_info_cache with network_info: [{"id": "7185d221-297a-46f6-bb4d-dbd500a3e049", "address": "fa:16:3e:47:5f:77", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7185d221-29", "ovs_interfaceid": "7185d221-297a-46f6-bb4d-dbd500a3e049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.211771] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1183.212614] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c5a2907-b0c9-453d-accc-45e20969537d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.221048] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1183.221048] env[69436]: value = "task-3255764" [ 1183.221048] env[69436]: _type = "Task" [ 1183.221048] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.226488] env[69436]: DEBUG oslo_concurrency.lockutils [None req-48c0e224-1b11-4182-990c-651b933fbaac tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "803cb484-9f17-41ec-a84f-c41b0a697895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.111s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.232708] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255764, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.394630] env[69436]: DEBUG oslo_vmware.api [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Task: {'id': task-3255763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175672} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.395689] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.395689] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.395848] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.395888] env[69436]: INFO nova.compute.manager [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1183.396144] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.396350] env[69436]: DEBUG nova.compute.manager [-] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1183.396490] env[69436]: DEBUG nova.network.neutron [-] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.477586] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-ba454e20-f14b-4d99-a355-ad23217ae9bb" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.477956] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Instance network_info: |[{"id": "7185d221-297a-46f6-bb4d-dbd500a3e049", "address": "fa:16:3e:47:5f:77", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7185d221-29", "ovs_interfaceid": "7185d221-297a-46f6-bb4d-dbd500a3e049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1183.478412] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:5f:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7185d221-297a-46f6-bb4d-dbd500a3e049', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.486153] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.486415] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.486708] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d31e26fd-402b-48dc-ad75-dd65ec97233d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.507105] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.507105] env[69436]: value = "task-3255765" [ 1183.507105] env[69436]: _type = "Task" [ 1183.507105] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.514623] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255765, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.663684] env[69436]: DEBUG nova.compute.manager [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Received event network-changed-7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1183.663914] env[69436]: DEBUG nova.compute.manager [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Refreshing instance network info cache due to event network-changed-7185d221-297a-46f6-bb4d-dbd500a3e049. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1183.664210] env[69436]: DEBUG oslo_concurrency.lockutils [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] Acquiring lock "refresh_cache-ba454e20-f14b-4d99-a355-ad23217ae9bb" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.664460] env[69436]: DEBUG oslo_concurrency.lockutils [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] Acquired lock "refresh_cache-ba454e20-f14b-4d99-a355-ad23217ae9bb" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.664653] env[69436]: DEBUG nova.network.neutron [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Refreshing network info cache for port 7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.733459] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255764, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.845214] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c52105-f329-479a-8d73-25df8ad6fdb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.852848] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab23033-3d79-45d8-993a-5c0380275c3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.882812] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bc11ca-fabe-4e40-b698-3d3f21bcc338 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.890532] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea3c50-2ee1-478c-894c-62b3c819a74a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.905188] env[69436]: DEBUG nova.compute.provider_tree [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.018957] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255765, 'name': CreateVM_Task, 'duration_secs': 0.470908} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.019160] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.019825] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.020033] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.020426] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.020769] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbe1d75-ea44-4132-b6eb-bafe97e34fb6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.025301] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1184.025301] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527072e8-40ce-95a4-7465-26c39915c748" [ 1184.025301] env[69436]: _type = "Task" [ 1184.025301] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.033307] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527072e8-40ce-95a4-7465-26c39915c748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.148173] env[69436]: DEBUG nova.network.neutron [-] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.174379] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.174625] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650483', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'name': 'volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39f39a62-4fc0-400c-a907-54586282c634', 'attached_at': '', 'detached_at': '', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'serial': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.175525] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56770350-88a2-4ca4-b190-1b8739b1f94d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.193064] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1878f0f-3717-4ad9-900e-37d9b4374e6b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.218201] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9/volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.220882] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-180a17f5-245c-4929-ab3f-c8a0b011e14c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.242865] env[69436]: DEBUG oslo_vmware.api [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1184.242865] env[69436]: value = "task-3255766" [ 1184.242865] env[69436]: _type = "Task" [ 1184.242865] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.246284] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255764, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.255075] env[69436]: DEBUG oslo_vmware.api [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.402830] env[69436]: DEBUG nova.network.neutron [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Updated VIF entry in instance network info cache for port 7185d221-297a-46f6-bb4d-dbd500a3e049. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.403235] env[69436]: DEBUG nova.network.neutron [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Updating instance_info_cache with network_info: [{"id": "7185d221-297a-46f6-bb4d-dbd500a3e049", "address": "fa:16:3e:47:5f:77", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7185d221-29", "ovs_interfaceid": "7185d221-297a-46f6-bb4d-dbd500a3e049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.409239] env[69436]: DEBUG nova.scheduler.client.report [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.535849] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527072e8-40ce-95a4-7465-26c39915c748, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.536650] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.536650] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.537472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.537472] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.537472] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.537587] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c5ee7c3-bbd2-4adc-ad65-2ddd7ba92970 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.547159] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.547333] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.548627] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f306342-46ea-4e6b-b638-d0d4f47fed4f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.554031] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1184.554031] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5218a14f-4c83-d50d-b4c2-7e05f145e7d9" [ 1184.554031] env[69436]: _type = "Task" [ 1184.554031] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.563046] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5218a14f-4c83-d50d-b4c2-7e05f145e7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.650800] env[69436]: INFO nova.compute.manager [-] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Took 1.25 seconds to deallocate network for instance. [ 1184.743359] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255764, 'name': CloneVM_Task, 'duration_secs': 1.229452} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.743624] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Created linked-clone VM from snapshot [ 1184.744380] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ec450-3b4f-4fa2-84d8-5fb278592f8c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.756247] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Uploading image 084f390e-a3ba-41e8-a1b7-9ee5a6201b6d {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1184.761030] env[69436]: DEBUG oslo_vmware.api [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255766, 'name': ReconfigVM_Task, 'duration_secs': 0.393809} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.761292] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9/volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.765849] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac4f4cc-3c8c-4a95-9833-0ca3df4bddc3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.780732] env[69436]: DEBUG oslo_vmware.api [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1184.780732] env[69436]: value = "task-3255767" [ 1184.780732] env[69436]: _type = "Task" [ 1184.780732] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.785593] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1184.785593] env[69436]: value = "vm-650485" [ 1184.785593] env[69436]: _type = "VirtualMachine" [ 1184.785593] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1184.785857] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-877a4d56-2f7c-48ec-86e2-ae9c30f2c7d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.793597] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease: (returnval){ [ 1184.793597] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ba2ab-be1b-c464-befe-f3e46099caef" [ 1184.793597] env[69436]: _type = "HttpNfcLease" [ 1184.793597] env[69436]: } obtained for exporting VM: (result){ [ 1184.793597] env[69436]: value = "vm-650485" [ 1184.793597] env[69436]: _type = "VirtualMachine" [ 1184.793597] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1184.793901] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the lease: (returnval){ [ 1184.793901] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ba2ab-be1b-c464-befe-f3e46099caef" [ 1184.793901] env[69436]: _type = "HttpNfcLease" [ 1184.793901] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.799965] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.799965] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ba2ab-be1b-c464-befe-f3e46099caef" [ 1184.799965] env[69436]: _type = "HttpNfcLease" [ 1184.799965] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1184.906050] env[69436]: DEBUG oslo_concurrency.lockutils [req-c483ca04-d91b-4a68-8ba2-4012b1ccd429 req-577b0877-b64e-4522-aeed-7eb9810a9ea1 service nova] Releasing lock "refresh_cache-ba454e20-f14b-4d99-a355-ad23217ae9bb" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.914210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.914786] env[69436]: DEBUG nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1185.064544] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5218a14f-4c83-d50d-b4c2-7e05f145e7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.065308] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157afc11-94c0-498f-ba0b-5b68c4c5b835 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.070281] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1185.070281] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e46818-92ea-400f-b05c-5c15d88005aa" [ 1185.070281] env[69436]: _type = "Task" [ 1185.070281] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.077517] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e46818-92ea-400f-b05c-5c15d88005aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.158782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.159085] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.159305] env[69436]: DEBUG nova.objects.instance [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lazy-loading 'resources' on Instance uuid c41850c6-28be-489d-8fa2-cf4e942c9539 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.290904] env[69436]: DEBUG oslo_vmware.api [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.300033] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.300033] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ba2ab-be1b-c464-befe-f3e46099caef" [ 1185.300033] env[69436]: _type = "HttpNfcLease" [ 1185.300033] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.300311] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.300311] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ba2ab-be1b-c464-befe-f3e46099caef" [ 1185.300311] env[69436]: _type = "HttpNfcLease" [ 1185.300311] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1185.300971] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a18bd-cf23-416d-be23-76f240e1e520 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.307832] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4ef8-3dc1-686a-be95-237268d91428/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.307997] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4ef8-3dc1-686a-be95-237268d91428/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1185.419399] env[69436]: DEBUG nova.compute.utils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.420913] env[69436]: DEBUG nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1185.431012] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa06c78d-461d-409f-822d-4988afd501c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.580629] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e46818-92ea-400f-b05c-5c15d88005aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.580873] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.581145] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ba454e20-f14b-4d99-a355-ad23217ae9bb/ba454e20-f14b-4d99-a355-ad23217ae9bb.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.581397] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af1082a1-6e5c-4268-8aa3-8c728aa60d70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.587538] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1185.587538] env[69436]: value = "task-3255769" [ 1185.587538] env[69436]: _type = "Task" [ 1185.587538] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.595391] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.751214] env[69436]: DEBUG nova.compute.manager [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1185.796386] env[69436]: DEBUG oslo_vmware.api [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255767, 'name': ReconfigVM_Task, 'duration_secs': 0.942075} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.796734] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650483', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'name': 'volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39f39a62-4fc0-400c-a907-54586282c634', 'attached_at': '', 'detached_at': '', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'serial': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1185.829482] env[69436]: DEBUG nova.compute.manager [req-1876c7cd-809d-4592-a862-3ba18cb5e0c3 req-c6dfce0b-09c2-4940-8004-9b130417f84c service nova] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Received event network-vif-deleted-e4976b6a-e986-4ed2-a634-2a45b0b083b2 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1185.845303] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e63bd-b84e-4853-a5dc-3366538f0800 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.853823] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48cb409-145c-43c2-bf29-a768fb90e413 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.898218] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5769e3f-490e-445e-97d4-dd92a5010ad9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.905996] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194ae789-7ec0-40e2-8b61-caf6805c8b7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.921777] env[69436]: DEBUG nova.compute.provider_tree [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.923921] env[69436]: DEBUG nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1186.097791] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255769, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.273460] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.427980] env[69436]: DEBUG nova.scheduler.client.report [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.599135] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518193} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.599446] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] ba454e20-f14b-4d99-a355-ad23217ae9bb/ba454e20-f14b-4d99-a355-ad23217ae9bb.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.599698] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.600620] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a02489-2da3-402f-9b12-85538483cd78 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.607551] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1186.607551] env[69436]: value = "task-3255770" [ 1186.607551] env[69436]: _type = "Task" [ 1186.607551] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.615950] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.833108] env[69436]: DEBUG nova.objects.instance [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'flavor' on Instance uuid 39f39a62-4fc0-400c-a907-54586282c634 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.936097] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.940221] env[69436]: DEBUG nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1186.942485] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.669s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.974175] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.974444] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.974606] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.974788] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.974974] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.975171] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.975724] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.975724] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.976019] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.976534] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.979905] env[69436]: DEBUG nova.virt.hardware [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.979905] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e36381-5eed-40e6-90a7-5bb9f53a5f12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.981566] env[69436]: INFO nova.scheduler.client.report [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Deleted allocations for instance c41850c6-28be-489d-8fa2-cf4e942c9539 [ 1186.992462] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd761fc5-84bf-40de-8aed-a18ac317196b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.007796] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.014629] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Creating folder: Project (0a178f2a86624013a704d7f21dd29aa7). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.014629] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f0d950-38ae-4db2-8012-9deb1048aa09 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.023659] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Created folder: Project (0a178f2a86624013a704d7f21dd29aa7) in parent group-v650165. [ 1187.024146] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Creating folder: Instances. Parent ref: group-v650487. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.024242] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce566946-f880-4d56-8304-0aa71be120f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.033249] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Created folder: Instances in parent group-v650487. [ 1187.033452] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.033641] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.033819] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e80576d1-77e5-4e10-a5eb-3920851c6107 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.051247] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.051247] env[69436]: value = "task-3255773" [ 1187.051247] env[69436]: _type = "Task" [ 1187.051247] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.058888] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255773, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.118992] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067699} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.119396] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.120380] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad023f-4dea-4cd3-bc21-4988464598e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.143952] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ba454e20-f14b-4d99-a355-ad23217ae9bb/ba454e20-f14b-4d99-a355-ad23217ae9bb.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.144335] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018f20c5-efe7-46ea-a06d-545186fd466f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.164321] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1187.164321] env[69436]: value = "task-3255774" [ 1187.164321] env[69436]: _type = "Task" [ 1187.164321] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.172320] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.338626] env[69436]: DEBUG oslo_concurrency.lockutils [None req-abc946ff-270d-4f8a-afe4-84aa24362ae3 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.875s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.447938] env[69436]: INFO nova.compute.claims [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.494235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c677f0b7-380d-4886-96c0-eb4ad0475351 tempest-AttachInterfacesTestJSON-975148203 tempest-AttachInterfacesTestJSON-975148203-project-member] Lock "c41850c6-28be-489d-8fa2-cf4e942c9539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.712s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.561821] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255773, 'name': CreateVM_Task, 'duration_secs': 0.301273} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.562072] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.562604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.562872] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.563364] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.563628] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3035dc9-bd51-46f5-b641-3fe90c765ad1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.568290] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1187.568290] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fe6de-1fd3-4331-8a89-8e2cc82fcb75" [ 1187.568290] env[69436]: _type = "Task" [ 1187.568290] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.576557] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fe6de-1fd3-4331-8a89-8e2cc82fcb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.674966] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255774, 'name': ReconfigVM_Task, 'duration_secs': 0.390313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.675239] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ba454e20-f14b-4d99-a355-ad23217ae9bb/ba454e20-f14b-4d99-a355-ad23217ae9bb.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.675882] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63789b95-5308-4e71-aaac-c9489cfa7f0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.681825] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1187.681825] env[69436]: value = "task-3255775" [ 1187.681825] env[69436]: _type = "Task" [ 1187.681825] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.690676] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255775, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.955008] env[69436]: INFO nova.compute.resource_tracker [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating resource usage from migration 83002a23-754f-411e-b103-1b507960445a [ 1188.029201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.029467] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.083392] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fe6de-1fd3-4331-8a89-8e2cc82fcb75, 'name': SearchDatastore_Task, 'duration_secs': 0.014476} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.084114] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.084114] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.085121] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.085121] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.085121] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.085121] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-221b9a9f-0e75-4ef3-a372-0270c2456b1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.093343] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.093530] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.094276] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd797fa1-2fe2-4d1a-9132-2289edb9bb3c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.099761] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1188.099761] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a4ce4-d8a0-a22b-2425-812234ae875f" [ 1188.099761] env[69436]: _type = "Task" [ 1188.099761] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.110336] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a4ce4-d8a0-a22b-2425-812234ae875f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.114442] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956528c-45b9-4ea3-b5d1-3ed9a4ae15de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.121342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce621969-b4a4-4dcf-be9e-1a9792b31513 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.153728] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c22cca-e199-4b34-8a57-ef5a56e35013 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.161469] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047ff694-0cd0-491c-95fd-261c90fe9d65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.175994] env[69436]: DEBUG nova.compute.provider_tree [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.192549] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255775, 'name': Rename_Task, 'duration_secs': 0.159016} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.192818] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.193073] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9de60f9-4d1f-4d65-9c1c-a4a83d64f310 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.199751] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1188.199751] env[69436]: value = "task-3255776" [ 1188.199751] env[69436]: _type = "Task" [ 1188.199751] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.208221] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.537084] env[69436]: INFO nova.compute.manager [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Detaching volume add7b470-60b8-4550-a1ff-a31ecaffc7a9 [ 1188.581895] env[69436]: INFO nova.virt.block_device [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Attempting to driver detach volume add7b470-60b8-4550-a1ff-a31ecaffc7a9 from mountpoint /dev/sdb [ 1188.582316] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1188.582483] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650483', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'name': 'volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39f39a62-4fc0-400c-a907-54586282c634', 'attached_at': '', 'detached_at': '', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'serial': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1188.584338] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed598d-320a-48c1-b675-6e3e81dbef3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.618360] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8faf31-28ca-4bb2-aa84-4c5d7a1390fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.626971] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527a4ce4-d8a0-a22b-2425-812234ae875f, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.629792] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075f77e5-f909-4490-b77e-6c49d0834449 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.632820] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b121f-3771-43a8-8e81-ed38dd68fd14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.657758] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6146d7f-b26e-4346-9f7a-2750bbe2611b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.660503] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1188.660503] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275512b-c0ef-ba9a-2667-7d5ff8f238da" [ 1188.660503] env[69436]: _type = "Task" [ 1188.660503] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.674602] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] The volume has not been displaced from its original location: [datastore2] volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9/volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.679837] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.681279] env[69436]: DEBUG nova.scheduler.client.report [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.684635] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d89fb9-d829-4d6d-9324-73b587fa8199 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.701948] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5275512b-c0ef-ba9a-2667-7d5ff8f238da, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.706540] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.706793] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] b7eed540-a2a5-427a-81e2-57a9663a4297/b7eed540-a2a5-427a-81e2-57a9663a4297.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.708566] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-171ee7e0-3830-45c8-93e6-ae02d35399aa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.710907] env[69436]: DEBUG oslo_vmware.api [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1188.710907] env[69436]: value = "task-3255777" [ 1188.710907] env[69436]: _type = "Task" [ 1188.710907] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.718915] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255776, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.720728] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1188.720728] env[69436]: value = "task-3255778" [ 1188.720728] env[69436]: _type = "Task" [ 1188.720728] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.727324] env[69436]: DEBUG oslo_vmware.api [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.734181] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.203546] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.261s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.203781] env[69436]: INFO nova.compute.manager [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Migrating [ 1189.243532] env[69436]: DEBUG oslo_vmware.api [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255776, 'name': PowerOnVM_Task, 'duration_secs': 0.548433} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.248393] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.248764] env[69436]: INFO nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1189.248967] env[69436]: DEBUG nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1189.249374] env[69436]: DEBUG oslo_vmware.api [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255777, 'name': ReconfigVM_Task, 'duration_secs': 0.220885} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.254575] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b68344-7ba8-4e1e-b76b-1cd8ab8903a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.257795] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.264580] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255778, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.264986] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b55b884d-2540-4cc8-89bf-b0bbc0dd52f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.285877] env[69436]: DEBUG oslo_vmware.api [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1189.285877] env[69436]: value = "task-3255779" [ 1189.285877] env[69436]: _type = "Task" [ 1189.285877] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.299316] env[69436]: DEBUG oslo_vmware.api [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255779, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.735418] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811915} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.735791] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] b7eed540-a2a5-427a-81e2-57a9663a4297/b7eed540-a2a5-427a-81e2-57a9663a4297.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.735962] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.736227] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73630c46-0d9b-4245-84c7-611ce4956383 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.738395] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.738560] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.738865] env[69436]: DEBUG nova.network.neutron [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.744427] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1189.744427] env[69436]: value = "task-3255780" [ 1189.744427] env[69436]: _type = "Task" [ 1189.744427] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.752857] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.802127] env[69436]: DEBUG oslo_vmware.api [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255779, 'name': ReconfigVM_Task, 'duration_secs': 0.165011} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.802687] env[69436]: INFO nova.compute.manager [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Took 16.73 seconds to build instance. [ 1189.803914] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650483', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'name': 'volume-add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39f39a62-4fc0-400c-a907-54586282c634', 'attached_at': '', 'detached_at': '', 'volume_id': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9', 'serial': 'add7b470-60b8-4550-a1ff-a31ecaffc7a9'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.254743] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07913} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.254743] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.255331] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0daa394-539a-4ac9-a4f7-5ae162ba0609 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.275756] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b7eed540-a2a5-427a-81e2-57a9663a4297/b7eed540-a2a5-427a-81e2-57a9663a4297.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.278534] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d2009aa-c8a8-4b05-8f61-fa9d6dfcf093 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.301023] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1190.301023] env[69436]: value = "task-3255781" [ 1190.301023] env[69436]: _type = "Task" [ 1190.301023] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.307699] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8033bff1-54d8-4aae-8426-62cb6145cd17 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.243s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.311089] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.376760] env[69436]: DEBUG nova.objects.instance [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'flavor' on Instance uuid 39f39a62-4fc0-400c-a907-54586282c634 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.508711] env[69436]: DEBUG nova.network.neutron [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.813445] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255781, 'name': ReconfigVM_Task, 'duration_secs': 0.298087} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.813810] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b7eed540-a2a5-427a-81e2-57a9663a4297/b7eed540-a2a5-427a-81e2-57a9663a4297.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.814463] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fce587e8-48c2-4f74-ae6f-40fc50c706d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.820987] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1190.820987] env[69436]: value = "task-3255782" [ 1190.820987] env[69436]: _type = "Task" [ 1190.820987] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.831668] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255782, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.963530] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215be680-0732-4115-acf7-6eb346ffd892 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.970936] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Suspending the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1190.971209] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-42e1bc66-6aee-4924-be73-da61f2f46ab7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.977093] env[69436]: DEBUG oslo_vmware.api [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1190.977093] env[69436]: value = "task-3255783" [ 1190.977093] env[69436]: _type = "Task" [ 1190.977093] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.985122] env[69436]: DEBUG oslo_vmware.api [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255783, 'name': SuspendVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.012982] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.333842] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255782, 'name': Rename_Task, 'duration_secs': 0.129696} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.334330] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.334709] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d99e0c-169c-42a1-8877-1c1b79b62bd6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.341934] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1191.341934] env[69436]: value = "task-3255784" [ 1191.341934] env[69436]: _type = "Task" [ 1191.341934] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.350572] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.385727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c5b326b6-3f87-46c7-99e9-6209e440dd91 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.489242] env[69436]: DEBUG oslo_vmware.api [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255783, 'name': SuspendVM_Task} progress is 62%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.856778] env[69436]: DEBUG oslo_vmware.api [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255784, 'name': PowerOnVM_Task, 'duration_secs': 0.478626} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.857454] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.857931] env[69436]: INFO nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1191.858358] env[69436]: DEBUG nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1191.859532] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b064cc-0fe8-4af5-81a2-fb68f4dcecc7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.989517] env[69436]: DEBUG oslo_vmware.api [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255783, 'name': SuspendVM_Task, 'duration_secs': 0.782544} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.989791] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Suspended the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1191.989989] env[69436]: DEBUG nova.compute.manager [None req-8917b9f9-5dce-41bb-95ad-79154a541f61 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1191.990857] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5f04e-15c6-4d79-9318-8b0405936c30 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.375768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.376080] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.376343] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "39f39a62-4fc0-400c-a907-54586282c634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.376626] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.376857] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.384188] env[69436]: INFO nova.compute.manager [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Terminating instance [ 1192.395342] env[69436]: INFO nova.compute.manager [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Took 13.49 seconds to build instance. [ 1192.531332] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b398389-41d6-4e6e-b39f-4be01c86646f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.554923] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.898240] env[69436]: DEBUG nova.compute.manager [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1192.898702] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.899397] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c1599bd4-03de-47be-901f-de44fca3868a tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "b7eed540-a2a5-427a-81e2-57a9663a4297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.003s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.900756] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e5dfa3-87b1-440c-9037-2f8f88fee6f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.914548] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.914988] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16871f94-41ec-4a49-97c0-fdf00dabebb3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.924679] env[69436]: DEBUG oslo_vmware.api [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1192.924679] env[69436]: value = "task-3255785" [ 1192.924679] env[69436]: _type = "Task" [ 1192.924679] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.936787] env[69436]: DEBUG oslo_vmware.api [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.069290] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.069290] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca97f6b-86d5-4c99-bf42-25226c7c087a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.074419] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1193.074419] env[69436]: value = "task-3255786" [ 1193.074419] env[69436]: _type = "Task" [ 1193.074419] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.088225] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.435261] env[69436]: DEBUG oslo_vmware.api [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255785, 'name': PowerOffVM_Task, 'duration_secs': 0.191581} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.436091] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.436284] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.436596] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e693e67e-e891-4c2c-88f3-3f82b990cb35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.525535] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "ba454e20-f14b-4d99-a355-ad23217ae9bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.525915] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.526095] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "ba454e20-f14b-4d99-a355-ad23217ae9bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.526314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.526491] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.528933] env[69436]: INFO nova.compute.manager [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Terminating instance [ 1193.586188] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255786, 'name': PowerOffVM_Task, 'duration_secs': 0.223371} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.586439] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.586618] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.746451] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.746691] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.746876] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleting the datastore file [datastore1] 39f39a62-4fc0-400c-a907-54586282c634 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.747435] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1cd9bc2-1259-4357-b990-0489db4f0f9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.755305] env[69436]: DEBUG oslo_vmware.api [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1193.755305] env[69436]: value = "task-3255788" [ 1193.755305] env[69436]: _type = "Task" [ 1193.755305] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.763278] env[69436]: DEBUG oslo_vmware.api [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.853018] env[69436]: DEBUG nova.compute.manager [None req-4c31db6b-cd5e-4721-a9c6-afe57e3cc7a9 tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1193.853018] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a3ed3-44ae-4b0f-9ad4-5a92abf37ad7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.926688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "b7eed540-a2a5-427a-81e2-57a9663a4297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.927182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "b7eed540-a2a5-427a-81e2-57a9663a4297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.927295] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "b7eed540-a2a5-427a-81e2-57a9663a4297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.927486] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "b7eed540-a2a5-427a-81e2-57a9663a4297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.927683] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "b7eed540-a2a5-427a-81e2-57a9663a4297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.930355] env[69436]: INFO nova.compute.manager [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Terminating instance [ 1194.033097] env[69436]: DEBUG nova.compute.manager [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1194.033289] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.034222] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7e236-7291-47b0-8e59-da4671839ece {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.041985] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.042272] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c639fa79-08d5-44f6-80a4-ad3d0c02f257 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.093261] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.093578] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.093750] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.093972] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.094335] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.094693] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.095224] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.095407] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.095714] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.096017] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.096329] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.101895] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ad2b98-ac71-4b57-9123-2daee7e206fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.119878] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1194.119878] env[69436]: value = "task-3255790" [ 1194.119878] env[69436]: _type = "Task" [ 1194.119878] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.128460] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.156681] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.156893] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.157155] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleting the datastore file [datastore2] ba454e20-f14b-4d99-a355-ad23217ae9bb {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.157302] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f2e9071-7f8e-4b11-a277-678b150695f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.166768] env[69436]: DEBUG oslo_vmware.api [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1194.166768] env[69436]: value = "task-3255791" [ 1194.166768] env[69436]: _type = "Task" [ 1194.166768] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.175680] env[69436]: DEBUG oslo_vmware.api [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.265968] env[69436]: DEBUG oslo_vmware.api [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265773} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.266544] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.266889] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.267252] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.267700] env[69436]: INFO nova.compute.manager [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1194.268124] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.268467] env[69436]: DEBUG nova.compute.manager [-] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1194.268698] env[69436]: DEBUG nova.network.neutron [-] [instance: 39f39a62-4fc0-400c-a907-54586282c634] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.365242] env[69436]: INFO nova.compute.manager [None req-4c31db6b-cd5e-4721-a9c6-afe57e3cc7a9 tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] instance snapshotting [ 1194.365242] env[69436]: DEBUG nova.objects.instance [None req-4c31db6b-cd5e-4721-a9c6-afe57e3cc7a9 tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lazy-loading 'flavor' on Instance uuid b7eed540-a2a5-427a-81e2-57a9663a4297 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.392538] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4ef8-3dc1-686a-be95-237268d91428/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1194.393939] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.394319] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.396960] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae6907-c82c-42f6-8150-6e2713a4aa9e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.407495] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4ef8-3dc1-686a-be95-237268d91428/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1194.408776] env[69436]: ERROR oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4ef8-3dc1-686a-be95-237268d91428/disk-0.vmdk due to incomplete transfer. [ 1194.408776] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b02ab6c-0366-42f0-9094-423c25b8bdb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.417460] env[69436]: DEBUG oslo_vmware.rw_handles [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f4ef8-3dc1-686a-be95-237268d91428/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1194.417961] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Uploaded image 084f390e-a3ba-41e8-a1b7-9ee5a6201b6d to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1194.420909] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1194.421389] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99682e73-e487-459a-8baf-10e84adf843b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.428736] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1194.428736] env[69436]: value = "task-3255792" [ 1194.428736] env[69436]: _type = "Task" [ 1194.428736] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.434763] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "refresh_cache-b7eed540-a2a5-427a-81e2-57a9663a4297" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.434983] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquired lock "refresh_cache-b7eed540-a2a5-427a-81e2-57a9663a4297" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.435164] env[69436]: DEBUG nova.network.neutron [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.441444] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255792, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.633994] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255790, 'name': ReconfigVM_Task, 'duration_secs': 0.249892} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.634613] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.680158] env[69436]: DEBUG oslo_vmware.api [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302385} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.680648] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.681420] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.681420] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.681420] env[69436]: INFO nova.compute.manager [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1194.681913] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.682324] env[69436]: DEBUG nova.compute.manager [-] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1194.682512] env[69436]: DEBUG nova.network.neutron [-] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.811639] env[69436]: DEBUG nova.compute.manager [req-adb49f9d-73a6-46c8-a4e3-e02fcfe8693b req-8d1d222c-fe79-40bf-9baf-3c8f77b5d6ef service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Received event network-vif-deleted-6b061ec1-6724-4ec5-916a-d0eb06d2a892 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1194.811639] env[69436]: INFO nova.compute.manager [req-adb49f9d-73a6-46c8-a4e3-e02fcfe8693b req-8d1d222c-fe79-40bf-9baf-3c8f77b5d6ef service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Neutron deleted interface 6b061ec1-6724-4ec5-916a-d0eb06d2a892; detaching it from the instance and deleting it from the info cache [ 1194.811639] env[69436]: DEBUG nova.network.neutron [req-adb49f9d-73a6-46c8-a4e3-e02fcfe8693b req-8d1d222c-fe79-40bf-9baf-3c8f77b5d6ef service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.870372] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e4ebd-68aa-4351-bc53-a5e9208d02f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.888896] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8450d16f-e41e-4031-9227-c7688120349c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.897660] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1194.942702] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255792, 'name': Destroy_Task, 'duration_secs': 0.49688} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.944308] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Destroyed the VM [ 1194.944627] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1194.945957] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73541049-77e8-447d-a863-a787077f4c61 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.955042] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1194.955042] env[69436]: value = "task-3255793" [ 1194.955042] env[69436]: _type = "Task" [ 1194.955042] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.964021] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255793, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.965301] env[69436]: DEBUG nova.network.neutron [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.970074] env[69436]: DEBUG nova.compute.manager [req-d678f4ae-a1c4-45dc-8378-f4eea426fc2d req-6179927b-6a53-444f-823b-5e5ccd971074 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Received event network-vif-deleted-7185d221-297a-46f6-bb4d-dbd500a3e049 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1194.970403] env[69436]: INFO nova.compute.manager [req-d678f4ae-a1c4-45dc-8378-f4eea426fc2d req-6179927b-6a53-444f-823b-5e5ccd971074 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Neutron deleted interface 7185d221-297a-46f6-bb4d-dbd500a3e049; detaching it from the instance and deleting it from the info cache [ 1194.970716] env[69436]: DEBUG nova.network.neutron [req-d678f4ae-a1c4-45dc-8378-f4eea426fc2d req-6179927b-6a53-444f-823b-5e5ccd971074 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.027181] env[69436]: DEBUG nova.network.neutron [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.149028] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.149028] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.149028] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.149432] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.149720] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.150016] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.150340] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.150637] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.152060] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.152060] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.152060] env[69436]: DEBUG nova.virt.hardware [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.156704] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.157036] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834ca0f8-4a2f-4d03-a1d9-43aec1ca6c03 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.178745] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1195.178745] env[69436]: value = "task-3255794" [ 1195.178745] env[69436]: _type = "Task" [ 1195.178745] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.191736] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.277885] env[69436]: DEBUG nova.network.neutron [-] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.314073] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e0bca6e-2eba-4f41-83e7-eff8aed5bd4a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.324030] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f5111f-9ecf-4242-aa46-eb5c24fdaf01 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.357416] env[69436]: DEBUG nova.compute.manager [req-adb49f9d-73a6-46c8-a4e3-e02fcfe8693b req-8d1d222c-fe79-40bf-9baf-3c8f77b5d6ef service nova] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Detach interface failed, port_id=6b061ec1-6724-4ec5-916a-d0eb06d2a892, reason: Instance 39f39a62-4fc0-400c-a907-54586282c634 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1195.401093] env[69436]: DEBUG nova.compute.manager [None req-4c31db6b-cd5e-4721-a9c6-afe57e3cc7a9 tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Instance disappeared during snapshot {{(pid=69436) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 1195.423075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.423410] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.424975] env[69436]: INFO nova.compute.claims [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.447504] env[69436]: DEBUG nova.network.neutron [-] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.465196] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255793, 'name': RemoveSnapshot_Task, 'duration_secs': 0.412604} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.465899] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1195.465899] env[69436]: DEBUG nova.compute.manager [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1195.467030] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4732288-1fd4-48ec-ac5f-1f600888134b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.475567] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59541ae8-790d-4469-a2ac-7baa63389035 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.485432] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9acba5-ab56-438d-8e80-1f84e826717d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.518633] env[69436]: DEBUG nova.compute.manager [req-d678f4ae-a1c4-45dc-8378-f4eea426fc2d req-6179927b-6a53-444f-823b-5e5ccd971074 service nova] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Detach interface failed, port_id=7185d221-297a-46f6-bb4d-dbd500a3e049, reason: Instance ba454e20-f14b-4d99-a355-ad23217ae9bb could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1195.528549] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Releasing lock "refresh_cache-b7eed540-a2a5-427a-81e2-57a9663a4297" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.530991] env[69436]: DEBUG nova.compute.manager [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1195.530991] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.530991] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcafd97a-0cad-4f76-a205-3d32db2a1787 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.538520] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.539391] env[69436]: DEBUG nova.compute.manager [None req-4c31db6b-cd5e-4721-a9c6-afe57e3cc7a9 tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Found 0 images (rotation: 2) {{(pid=69436) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1195.540358] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267bc0e4-bb57-455e-b3b8-ea3185e9e092 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.546542] env[69436]: DEBUG oslo_vmware.api [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1195.546542] env[69436]: value = "task-3255795" [ 1195.546542] env[69436]: _type = "Task" [ 1195.546542] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.557579] env[69436]: DEBUG oslo_vmware.api [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.688964] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255794, 'name': ReconfigVM_Task, 'duration_secs': 0.19302} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.689319] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.690117] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a85ba-93ed-4343-8f61-2a8dc9eb570f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.711495] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a18b0787-4265-44a9-92f6-acc5742be909/a18b0787-4265-44a9-92f6-acc5742be909.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.711743] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58ce99f-7e41-4564-8247-0a06e3fc1b5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.728748] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1195.728748] env[69436]: value = "task-3255796" [ 1195.728748] env[69436]: _type = "Task" [ 1195.728748] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.737875] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.780552] env[69436]: INFO nova.compute.manager [-] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Took 1.51 seconds to deallocate network for instance. [ 1195.949118] env[69436]: INFO nova.compute.manager [-] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Took 1.27 seconds to deallocate network for instance. [ 1195.980688] env[69436]: INFO nova.compute.manager [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Shelve offloading [ 1196.056190] env[69436]: DEBUG oslo_vmware.api [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255795, 'name': PowerOffVM_Task, 'duration_secs': 0.124362} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.056466] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.056711] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.056969] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2109ab87-b229-49f3-9197-3bdb66a573ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.082153] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.082392] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.082576] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Deleting the datastore file [datastore2] b7eed540-a2a5-427a-81e2-57a9663a4297 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.082884] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a57a3796-1f94-42b9-9476-af70af158c77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.089398] env[69436]: DEBUG oslo_vmware.api [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for the task: (returnval){ [ 1196.089398] env[69436]: value = "task-3255798" [ 1196.089398] env[69436]: _type = "Task" [ 1196.089398] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.097376] env[69436]: DEBUG oslo_vmware.api [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.238472] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255796, 'name': ReconfigVM_Task, 'duration_secs': 0.245108} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.238711] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a18b0787-4265-44a9-92f6-acc5742be909/a18b0787-4265-44a9-92f6-acc5742be909.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.238977] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.286503] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.456807] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.486553] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.487063] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f630fad-b03a-4aba-928e-7b67bc3e3cfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.493831] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1196.493831] env[69436]: value = "task-3255799" [ 1196.493831] env[69436]: _type = "Task" [ 1196.493831] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.503904] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1196.504116] env[69436]: DEBUG nova.compute.manager [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1196.504856] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8f1cd-89db-43e7-9383-96993b07193e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.511986] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.512166] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.512337] env[69436]: DEBUG nova.network.neutron [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.565826] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab995f27-ee3c-44bc-aee9-f03c7441c1d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.573131] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd21cc-4f04-4772-aa9b-a49cc8f30827 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.610062] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb570efd-4c02-461b-9c93-dacab54a7a36 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.620768] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fe63ab-8dcf-4afd-bc4f-9bcbc6d900e9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.624956] env[69436]: DEBUG oslo_vmware.api [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Task: {'id': task-3255798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085756} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.625230] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.625414] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.625590] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.625778] env[69436]: INFO nova.compute.manager [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1196.626025] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.626544] env[69436]: DEBUG nova.compute.manager [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1196.626663] env[69436]: DEBUG nova.network.neutron [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.636118] env[69436]: DEBUG nova.compute.provider_tree [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.651082] env[69436]: DEBUG nova.network.neutron [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.746269] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cb2ab8-0b93-455b-9adc-40e3f909e707 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.765111] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5570b58-c4e0-43d3-82df-d43e16ccdf54 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.784305] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.138954] env[69436]: DEBUG nova.scheduler.client.report [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.154631] env[69436]: DEBUG nova.network.neutron [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.207258] env[69436]: DEBUG nova.network.neutron [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.321590] env[69436]: DEBUG nova.network.neutron [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Port d7ee8e4c-82ed-4efb-92f8-df22cefe152d binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1197.644093] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.644676] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1197.647448] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.361s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.647775] env[69436]: DEBUG nova.objects.instance [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'resources' on Instance uuid 39f39a62-4fc0-400c-a907-54586282c634 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.657187] env[69436]: INFO nova.compute.manager [-] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Took 1.03 seconds to deallocate network for instance. [ 1197.709438] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.974528] env[69436]: DEBUG nova.compute.manager [req-738010d0-de82-4bf7-ad30-a0d5813241e7 req-5f346ac7-58a2-4dd1-958b-6fae2f2d34ee service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-vif-unplugged-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1197.975165] env[69436]: DEBUG oslo_concurrency.lockutils [req-738010d0-de82-4bf7-ad30-a0d5813241e7 req-5f346ac7-58a2-4dd1-958b-6fae2f2d34ee service nova] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.975165] env[69436]: DEBUG oslo_concurrency.lockutils [req-738010d0-de82-4bf7-ad30-a0d5813241e7 req-5f346ac7-58a2-4dd1-958b-6fae2f2d34ee service nova] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.975421] env[69436]: DEBUG oslo_concurrency.lockutils [req-738010d0-de82-4bf7-ad30-a0d5813241e7 req-5f346ac7-58a2-4dd1-958b-6fae2f2d34ee service nova] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.975662] env[69436]: DEBUG nova.compute.manager [req-738010d0-de82-4bf7-ad30-a0d5813241e7 req-5f346ac7-58a2-4dd1-958b-6fae2f2d34ee service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] No waiting events found dispatching network-vif-unplugged-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.975842] env[69436]: WARNING nova.compute.manager [req-738010d0-de82-4bf7-ad30-a0d5813241e7 req-5f346ac7-58a2-4dd1-958b-6fae2f2d34ee service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received unexpected event network-vif-unplugged-6c7598c2-336f-4224-ae14-e815caeb6625 for instance with vm_state shelved and task_state shelving_offloading. [ 1198.038263] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.039230] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822c2fa3-6008-4863-acda-ba3dbec11fdc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.047467] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.047872] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38081d73-afbe-4384-83a2-4beb34073b46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.111671] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.111917] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.112194] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleting the datastore file [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.112534] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0838facc-6172-408a-8c50-75831c0225e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.120225] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1198.120225] env[69436]: value = "task-3255801" [ 1198.120225] env[69436]: _type = "Task" [ 1198.120225] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.130789] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.150660] env[69436]: DEBUG nova.compute.utils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.154777] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1198.154880] env[69436]: DEBUG nova.network.neutron [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.168186] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.192483] env[69436]: DEBUG nova.policy [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8226b78a24f645cca9a6e614363ace2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed994c93f67a4b7ab66959622b495c1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.295209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4237c76-a7bf-4509-9ffe-dc26f0df96d5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.303205] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd406960-0d51-4331-8169-9193bd127a65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.345357] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c5e3ad-8b3d-4a78-952d-7b737f278d0f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.354039] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.354039] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.354039] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.359336] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d35cb8-af3c-4eda-90c2-dc60122e3bf2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.374237] env[69436]: DEBUG nova.compute.provider_tree [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.445370] env[69436]: DEBUG nova.network.neutron [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Successfully created port: 38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.632585] env[69436]: DEBUG oslo_vmware.api [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134135} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.632910] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.633537] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.633588] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.655726] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1198.673062] env[69436]: INFO nova.scheduler.client.report [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted allocations for instance 492abb82-80e5-4c40-b55e-72f4581af022 [ 1198.878262] env[69436]: DEBUG nova.scheduler.client.report [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.178775] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.383328] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.385701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.929s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.385940] env[69436]: DEBUG nova.objects.instance [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'resources' on Instance uuid ba454e20-f14b-4d99-a355-ad23217ae9bb {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.387804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.387972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.388197] env[69436]: DEBUG nova.network.neutron [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.403901] env[69436]: INFO nova.scheduler.client.report [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted allocations for instance 39f39a62-4fc0-400c-a907-54586282c634 [ 1199.667615] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1199.700508] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.700762] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.700920] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.701160] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.701266] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.701411] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.701622] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.701781] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.701944] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.702122] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.702301] env[69436]: DEBUG nova.virt.hardware [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.703198] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f3e8b-9f14-4ee8-aa91-efc55addcf1e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.712381] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e70139a-a069-4e35-911d-9c93eed1fb9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.915184] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dea67619-c974-4d51-958d-7834b79a891f tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "39f39a62-4fc0-400c-a907-54586282c634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.539s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.985748] env[69436]: DEBUG nova.network.neutron [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Successfully updated port: 38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.020120] env[69436]: DEBUG nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1200.020348] env[69436]: DEBUG nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing instance network info cache due to event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1200.022291] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.022446] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.022645] env[69436]: DEBUG nova.network.neutron [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.061839] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b2d876-ca53-44e5-ad0b-33fbd3239c6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.073361] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612cec84-ddc6-49f9-a542-49cd55fdff3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.109407] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe324eb-e589-43da-8446-172840d6b934 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.118872] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540472cc-d15b-47a7-9071-d08518022c6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.136316] env[69436]: DEBUG nova.compute.provider_tree [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.208817] env[69436]: DEBUG nova.network.neutron [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.492841] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "refresh_cache-d95de9a7-c930-41a6-85d0-6cce79ce06a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.493048] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquired lock "refresh_cache-d95de9a7-c930-41a6-85d0-6cce79ce06a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.493154] env[69436]: DEBUG nova.network.neutron [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.643204] env[69436]: DEBUG nova.scheduler.client.report [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.711725] env[69436]: DEBUG oslo_concurrency.lockutils [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.813227] env[69436]: DEBUG nova.network.neutron [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updated VIF entry in instance network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.813628] env[69436]: DEBUG nova.network.neutron [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6c7598c2-33", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.987674] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.045935] env[69436]: DEBUG nova.network.neutron [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.157143] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.159425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.991s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.159655] env[69436]: DEBUG nova.objects.instance [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lazy-loading 'resources' on Instance uuid b7eed540-a2a5-427a-81e2-57a9663a4297 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.182642] env[69436]: INFO nova.scheduler.client.report [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocations for instance ba454e20-f14b-4d99-a355-ad23217ae9bb [ 1201.243911] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92f12e-055c-4043-9e94-164a344d70e6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.268015] env[69436]: DEBUG nova.network.neutron [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Updating instance_info_cache with network_info: [{"id": "38e682a1-7fb6-428f-b33a-4d6937a893df", "address": "fa:16:3e:35:b5:da", "network": {"id": "2e34c7bf-1201-4196-bcd0-c4a126aa1c58", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-857242505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed994c93f67a4b7ab66959622b495c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e682a1-7f", "ovs_interfaceid": "38e682a1-7fb6-428f-b33a-4d6937a893df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.269725] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba95062e-15aa-4294-819a-a2561c13ac34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.278242] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.316453] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.317321] env[69436]: DEBUG nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Received event network-vif-plugged-38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1201.318030] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Acquiring lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.318030] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.318188] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.318334] env[69436]: DEBUG nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] No waiting events found dispatching network-vif-plugged-38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.318511] env[69436]: WARNING nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Received unexpected event network-vif-plugged-38e682a1-7fb6-428f-b33a-4d6937a893df for instance with vm_state building and task_state spawning. [ 1201.318679] env[69436]: DEBUG nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Received event network-changed-38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1201.318836] env[69436]: DEBUG nova.compute.manager [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Refreshing instance network info cache due to event network-changed-38e682a1-7fb6-428f-b33a-4d6937a893df. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1201.319046] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Acquiring lock "refresh_cache-d95de9a7-c930-41a6-85d0-6cce79ce06a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.691519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-c0c445ea-ae7c-4688-81c4-f6cb51aeb1d3 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "ba454e20-f14b-4d99-a355-ad23217ae9bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.166s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.774242] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Releasing lock "refresh_cache-d95de9a7-c930-41a6-85d0-6cce79ce06a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.774648] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Instance network_info: |[{"id": "38e682a1-7fb6-428f-b33a-4d6937a893df", "address": "fa:16:3e:35:b5:da", "network": {"id": "2e34c7bf-1201-4196-bcd0-c4a126aa1c58", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-857242505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed994c93f67a4b7ab66959622b495c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e682a1-7f", "ovs_interfaceid": "38e682a1-7fb6-428f-b33a-4d6937a893df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1201.774978] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Acquired lock "refresh_cache-d95de9a7-c930-41a6-85d0-6cce79ce06a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.775241] env[69436]: DEBUG nova.network.neutron [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Refreshing network info cache for port 38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.776542] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:b5:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e682a1-7fb6-428f-b33a-4d6937a893df', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.785420] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Creating folder: Project (ed994c93f67a4b7ab66959622b495c1a). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.785896] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f275b2-1a72-48c1-9401-26f3a3d1cdbe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789338] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.789830] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff731de8-e5b9-495e-8c5c-796ff409dfa4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.800719] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1201.800719] env[69436]: value = "task-3255803" [ 1201.800719] env[69436]: _type = "Task" [ 1201.800719] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.806271] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Created folder: Project (ed994c93f67a4b7ab66959622b495c1a) in parent group-v650165. [ 1201.806631] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Creating folder: Instances. Parent ref: group-v650490. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.810136] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ddc50ef-c8de-4373-a16a-254f6224754c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.814203] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.823322] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Created folder: Instances in parent group-v650490. [ 1201.823959] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.823959] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.824153] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2112060c-0127-4b60-a500-98845979d293 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.849654] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.849654] env[69436]: value = "task-3255805" [ 1201.849654] env[69436]: _type = "Task" [ 1201.849654] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.861659] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255805, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.909584] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fe360c-d8f7-410e-9fdd-c08845f879b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.917992] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.918205] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.923312] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b9fec-7088-47c9-a2ba-438f819fee0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.955663] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa0657c-2f49-4164-a618-3a2be3ca4d41 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.964351] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238717f7-0b0a-4e0a-a8ee-e6f59a56a7ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.981015] env[69436]: DEBUG nova.compute.provider_tree [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.311516] env[69436]: DEBUG oslo_vmware.api [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255803, 'name': PowerOnVM_Task, 'duration_secs': 0.416709} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.311907] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.311907] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-365e0aa0-341f-491e-bf1a-dc61bc24c09e tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance 'a18b0787-4265-44a9-92f6-acc5742be909' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.364877] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255805, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.420694] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1202.484111] env[69436]: DEBUG nova.scheduler.client.report [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.551020] env[69436]: DEBUG nova.network.neutron [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Updated VIF entry in instance network info cache for port 38e682a1-7fb6-428f-b33a-4d6937a893df. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.551443] env[69436]: DEBUG nova.network.neutron [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Updating instance_info_cache with network_info: [{"id": "38e682a1-7fb6-428f-b33a-4d6937a893df", "address": "fa:16:3e:35:b5:da", "network": {"id": "2e34c7bf-1201-4196-bcd0-c4a126aa1c58", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-857242505-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed994c93f67a4b7ab66959622b495c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e682a1-7f", "ovs_interfaceid": "38e682a1-7fb6-428f-b33a-4d6937a893df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.659404] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.659633] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.862625] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255805, 'name': CreateVM_Task, 'duration_secs': 0.547424} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.862861] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.872279] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.872459] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.872779] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.873040] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695fae12-12b0-4f07-a038-b077d6a1329c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.878593] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1202.878593] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c9ae51-2b91-f639-5884-bd37912782f4" [ 1202.878593] env[69436]: _type = "Task" [ 1202.878593] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.886551] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c9ae51-2b91-f639-5884-bd37912782f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.941870] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.989377] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.991594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.813s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.991819] env[69436]: DEBUG nova.objects.instance [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'resources' on Instance uuid 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.007286] env[69436]: INFO nova.scheduler.client.report [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Deleted allocations for instance b7eed540-a2a5-427a-81e2-57a9663a4297 [ 1203.054303] env[69436]: DEBUG oslo_concurrency.lockutils [req-ed0c51e4-ab12-47d1-b89c-62846a288e65 req-ca1cc8cb-eaac-486e-ac6b-d9071e7f0c89 service nova] Releasing lock "refresh_cache-d95de9a7-c930-41a6-85d0-6cce79ce06a3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.162185] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1203.391557] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c9ae51-2b91-f639-5884-bd37912782f4, 'name': SearchDatastore_Task, 'duration_secs': 0.053379} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.391975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.392086] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.392760] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.392939] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.393144] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.393431] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b71cd6d0-405d-4f4b-9de9-a80c5b675f7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.407035] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.407035] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.407035] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97257425-042a-4dd5-aeb3-78c0b1415e9b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.413053] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1203.413053] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52212aa9-0b0c-5487-8e49-6ca898be535c" [ 1203.413053] env[69436]: _type = "Task" [ 1203.413053] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.423665] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52212aa9-0b0c-5487-8e49-6ca898be535c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.498832] env[69436]: DEBUG nova.objects.instance [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'numa_topology' on Instance uuid 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.513720] env[69436]: DEBUG oslo_concurrency.lockutils [None req-22007e4b-a33e-4b0a-b0c1-4bd26dfa06ad tempest-ServersAaction247Test-741214445 tempest-ServersAaction247Test-741214445-project-member] Lock "b7eed540-a2a5-427a-81e2-57a9663a4297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.587s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.688605] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.924914] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52212aa9-0b0c-5487-8e49-6ca898be535c, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.925921] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c3dca4-f13a-4969-9077-4a6dd7ed765e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.930823] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1203.930823] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527479bb-28bd-9b1d-2429-8d01bc02e2f1" [ 1203.930823] env[69436]: _type = "Task" [ 1203.930823] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.939606] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527479bb-28bd-9b1d-2429-8d01bc02e2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.002948] env[69436]: DEBUG nova.objects.base [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Object Instance<492abb82-80e5-4c40-b55e-72f4581af022> lazy-loaded attributes: resources,numa_topology {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.126749] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebbd279-ec49-45e4-b01b-401ad6825144 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.135606] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c0e4f8-23ba-4585-aeaf-5b5536ddc1c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.167457] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89da16bb-3e84-431b-9d07-3b5fa037401a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.175064] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73bc0ae-9883-4b2d-93ee-78409d2e00b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.188926] env[69436]: DEBUG nova.compute.provider_tree [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.442424] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]527479bb-28bd-9b1d-2429-8d01bc02e2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.442783] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.442876] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] d95de9a7-c930-41a6-85d0-6cce79ce06a3/d95de9a7-c930-41a6-85d0-6cce79ce06a3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.443164] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e35cd25a-e12b-4c76-b672-4fac930a43fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.450541] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1204.450541] env[69436]: value = "task-3255806" [ 1204.450541] env[69436]: _type = "Task" [ 1204.450541] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.458603] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.559856] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.560314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.560658] env[69436]: DEBUG nova.compute.manager [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Going to confirm migration 7 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1204.692225] env[69436]: DEBUG nova.scheduler.client.report [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.964765] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.098289] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.098471] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.098649] env[69436]: DEBUG nova.network.neutron [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.098835] env[69436]: DEBUG nova.objects.instance [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'info_cache' on Instance uuid a18b0787-4265-44a9-92f6-acc5742be909 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.197793] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.200354] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.259s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.202333] env[69436]: INFO nova.compute.claims [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.462607] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721906} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.462964] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] d95de9a7-c930-41a6-85d0-6cce79ce06a3/d95de9a7-c930-41a6-85d0-6cce79ce06a3.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.463125] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.463483] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3f9dc32-c6b0-4055-92e3-156fd90149ac {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.470720] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1205.470720] env[69436]: value = "task-3255807" [ 1205.470720] env[69436]: _type = "Task" [ 1205.470720] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.479541] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.713630] env[69436]: DEBUG oslo_concurrency.lockutils [None req-5f6e8cec-48fe-4dd4-b401-43a67e804985 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.648s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.714031] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.726s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.714251] env[69436]: INFO nova.compute.manager [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Unshelving [ 1205.981043] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171313} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.981043] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.981440] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e11267-f4f8-4fe4-99cb-86eb43cc8d82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.003150] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d95de9a7-c930-41a6-85d0-6cce79ce06a3/d95de9a7-c930-41a6-85d0-6cce79ce06a3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.003393] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d886a4ac-6b4f-4167-8e8a-e6e9571f74ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.023066] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1206.023066] env[69436]: value = "task-3255808" [ 1206.023066] env[69436]: _type = "Task" [ 1206.023066] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.030909] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.353297] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99986e2-301b-4bb2-8c6c-1c2de7645f79 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.361746] env[69436]: DEBUG nova.network.neutron [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [{"id": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "address": "fa:16:3e:87:0d:18", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7ee8e4c-82", "ovs_interfaceid": "d7ee8e4c-82ed-4efb-92f8-df22cefe152d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.363662] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40ce142-530b-484f-ba38-e11d1c91e37f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.395184] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83867af9-6d59-4980-9281-98525982a55e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.402711] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7adc8-3020-4611-9d48-159c73a21573 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.434314] env[69436]: DEBUG nova.compute.provider_tree [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.532857] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255808, 'name': ReconfigVM_Task, 'duration_secs': 0.302905} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.533235] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d95de9a7-c930-41a6-85d0-6cce79ce06a3/d95de9a7-c930-41a6-85d0-6cce79ce06a3.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.533745] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c09be1-3bc3-4bff-87ab-1fdf1b5c7e6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.541163] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1206.541163] env[69436]: value = "task-3255809" [ 1206.541163] env[69436]: _type = "Task" [ 1206.541163] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.548445] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255809, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.734891] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.869216] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-a18b0787-4265-44a9-92f6-acc5742be909" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.869512] env[69436]: DEBUG nova.objects.instance [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'migration_context' on Instance uuid a18b0787-4265-44a9-92f6-acc5742be909 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.937242] env[69436]: DEBUG nova.scheduler.client.report [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.051535] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255809, 'name': Rename_Task, 'duration_secs': 0.177433} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.051808] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.052064] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-456271fb-53e4-490d-8137-440372b1d4d0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.059302] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1207.059302] env[69436]: value = "task-3255810" [ 1207.059302] env[69436]: _type = "Task" [ 1207.059302] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.066944] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.372684] env[69436]: DEBUG nova.objects.base [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.373681] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5185f1fd-fb6b-48d2-9e62-b793c0342f5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.394121] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9039cf28-2057-4e82-8599-c26e56e61932 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.401121] env[69436]: DEBUG oslo_vmware.api [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1207.401121] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52469dfb-aeb5-3312-9fc9-86a570bd3d87" [ 1207.401121] env[69436]: _type = "Task" [ 1207.401121] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.410907] env[69436]: DEBUG oslo_vmware.api [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52469dfb-aeb5-3312-9fc9-86a570bd3d87, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.411201] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.442334] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.442864] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1207.445698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.757s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.447118] env[69436]: INFO nova.compute.claims [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.569598] env[69436]: DEBUG oslo_vmware.api [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255810, 'name': PowerOnVM_Task, 'duration_secs': 0.44184} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.569977] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.570079] env[69436]: INFO nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1207.570270] env[69436]: DEBUG nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1207.571081] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc68fee8-f9ec-493c-99dc-bd681d785b60 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.956069] env[69436]: DEBUG nova.compute.utils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.958176] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1207.958268] env[69436]: DEBUG nova.network.neutron [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.012356] env[69436]: DEBUG nova.policy [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de02debb42e4331b450b2f2aacb87b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd92e79809f3646029ca93a266f65b716', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.089338] env[69436]: INFO nova.compute.manager [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Took 12.68 seconds to build instance. [ 1208.348592] env[69436]: DEBUG nova.network.neutron [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Successfully created port: 66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.459214] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1208.591772] env[69436]: DEBUG oslo_concurrency.lockutils [None req-978d6c7d-929e-47d3-b1db-1aad84ed0cd4 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.197s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.613286] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed449c-f26d-4e40-8328-7c98cfaf19b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.621988] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd34159c-4444-4690-a0bb-fd703126367d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.660946] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d34c8-c83b-4a68-af26-77d2248cd7df {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.670978] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd3848e-7606-42a7-9b0e-9d81bc350167 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.685848] env[69436]: DEBUG nova.compute.provider_tree [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.890099] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.890324] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.007426] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.007700] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.007930] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.008133] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.008331] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.010316] env[69436]: INFO nova.compute.manager [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Terminating instance [ 1209.110635] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.110864] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.111063] env[69436]: INFO nova.compute.manager [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Shelving [ 1209.188824] env[69436]: DEBUG nova.scheduler.client.report [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.393891] env[69436]: INFO nova.compute.manager [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Detaching volume 5901b4b0-88b2-428d-9289-cf433d5bb269 [ 1209.429684] env[69436]: INFO nova.virt.block_device [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Attempting to driver detach volume 5901b4b0-88b2-428d-9289-cf433d5bb269 from mountpoint /dev/sdb [ 1209.430015] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.430237] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.431129] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ab93b-709b-4fac-9006-a08ec53f86ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.453937] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b611b5-7040-47a5-8a1d-00c272f1b42e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.462920] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078ddb7-8781-4c98-a105-9841d35997fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.485524] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1209.489123] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7c3445-268c-4fa0-8ab3-adb748ad100d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.505529] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] The volume has not been displaced from its original location: [datastore2] volume-5901b4b0-88b2-428d-9289-cf433d5bb269/volume-5901b4b0-88b2-428d-9289-cf433d5bb269.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.510767] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.512692] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51cdeb4d-b0f3-4117-bbc5-f2610fdd6fae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.525466] env[69436]: DEBUG nova.compute.manager [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1209.525666] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.526410] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb183117-dcd6-4b86-a476-1be9fa1d7494 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.531235] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.531461] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.531614] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.531797] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.531943] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.532100] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.532309] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.532466] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.532632] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.532793] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.532965] env[69436]: DEBUG nova.virt.hardware [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.533690] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac7e21d-94bc-4ce2-9a53-e07ab8bb58f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.540318] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.543193] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8a7b048-d148-41fe-bb05-d2b519d38ec6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.544628] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1209.544628] env[69436]: value = "task-3255811" [ 1209.544628] env[69436]: _type = "Task" [ 1209.544628] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.545772] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95167b4-3bf7-4ab0-a2b1-9a01ac47d9c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.554898] env[69436]: DEBUG oslo_vmware.api [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1209.554898] env[69436]: value = "task-3255812" [ 1209.554898] env[69436]: _type = "Task" [ 1209.554898] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.573145] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.580852] env[69436]: DEBUG oslo_vmware.api [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.694089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.694625] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1209.697475] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.962s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.697475] env[69436]: DEBUG nova.objects.instance [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'pci_requests' on Instance uuid 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.835395] env[69436]: DEBUG nova.compute.manager [req-7fa876ad-fec6-45da-b9ab-0851a2536dda req-3e0a2756-7eb6-4672-b43f-b6cce037bef6 service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Received event network-vif-plugged-66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1209.835395] env[69436]: DEBUG oslo_concurrency.lockutils [req-7fa876ad-fec6-45da-b9ab-0851a2536dda req-3e0a2756-7eb6-4672-b43f-b6cce037bef6 service nova] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.835395] env[69436]: DEBUG oslo_concurrency.lockutils [req-7fa876ad-fec6-45da-b9ab-0851a2536dda req-3e0a2756-7eb6-4672-b43f-b6cce037bef6 service nova] Lock "dccfc724-7b00-498e-948b-76f0814815be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.835395] env[69436]: DEBUG oslo_concurrency.lockutils [req-7fa876ad-fec6-45da-b9ab-0851a2536dda req-3e0a2756-7eb6-4672-b43f-b6cce037bef6 service nova] Lock "dccfc724-7b00-498e-948b-76f0814815be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.835395] env[69436]: DEBUG nova.compute.manager [req-7fa876ad-fec6-45da-b9ab-0851a2536dda req-3e0a2756-7eb6-4672-b43f-b6cce037bef6 service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] No waiting events found dispatching network-vif-plugged-66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.835395] env[69436]: WARNING nova.compute.manager [req-7fa876ad-fec6-45da-b9ab-0851a2536dda req-3e0a2756-7eb6-4672-b43f-b6cce037bef6 service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Received unexpected event network-vif-plugged-66e58997-e147-4b13-95b0-d16b2bf46b33 for instance with vm_state building and task_state spawning. [ 1210.015691] env[69436]: DEBUG nova.network.neutron [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Successfully updated port: 66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.062863] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.068436] env[69436]: DEBUG oslo_vmware.api [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255812, 'name': PowerOffVM_Task, 'duration_secs': 0.193989} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.068688] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.069049] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.069293] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b02d29d-f7be-4fdc-8418-1a6c6a0afed5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.120831] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.121178] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50acc67d-2609-41c2-8493-6f9c8be52afc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.129159] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1210.129159] env[69436]: value = "task-3255814" [ 1210.129159] env[69436]: _type = "Task" [ 1210.129159] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.137300] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.189747] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.189965] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.190176] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Deleting the datastore file [datastore1] d95de9a7-c930-41a6-85d0-6cce79ce06a3 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.190457] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a161c4b-2bb3-4ad4-8a64-7bef186c99b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.197782] env[69436]: DEBUG oslo_vmware.api [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for the task: (returnval){ [ 1210.197782] env[69436]: value = "task-3255815" [ 1210.197782] env[69436]: _type = "Task" [ 1210.197782] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.201847] env[69436]: DEBUG nova.compute.utils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.206037] env[69436]: DEBUG nova.objects.instance [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'numa_topology' on Instance uuid 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.207145] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1210.207404] env[69436]: DEBUG nova.network.neutron [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.214794] env[69436]: DEBUG oslo_vmware.api [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.244924] env[69436]: DEBUG nova.policy [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93a93c06baa74f14a2b76be170ff6be2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7439471c98e4b20898443316eab3c0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.517370] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.517602] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.517770] env[69436]: DEBUG nova.network.neutron [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.564427] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255811, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.640939] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.708943] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1210.711524] env[69436]: DEBUG oslo_vmware.api [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Task: {'id': task-3255815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126764} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.712081] env[69436]: INFO nova.compute.claims [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.714195] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.718024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.718024] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.718024] env[69436]: INFO nova.compute.manager [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1210.718024] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.718024] env[69436]: DEBUG nova.compute.manager [-] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1210.718024] env[69436]: DEBUG nova.network.neutron [-] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.732483] env[69436]: DEBUG nova.network.neutron [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Successfully created port: 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.047528] env[69436]: DEBUG nova.network.neutron [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.062437] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255811, 'name': ReconfigVM_Task, 'duration_secs': 1.275572} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.066152] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.071339] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a9a4ef-76ac-4c50-82b8-29fa23e75d47 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.088587] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1211.088587] env[69436]: value = "task-3255816" [ 1211.088587] env[69436]: _type = "Task" [ 1211.088587] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.097954] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.100386] env[69436]: DEBUG nova.compute.manager [req-5345f2e9-85b3-4d98-84f1-75a0121792fd req-44c21d43-4885-47f9-9bff-6be26d035e10 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Received event network-vif-deleted-38e682a1-7fb6-428f-b33a-4d6937a893df {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1211.100580] env[69436]: INFO nova.compute.manager [req-5345f2e9-85b3-4d98-84f1-75a0121792fd req-44c21d43-4885-47f9-9bff-6be26d035e10 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Neutron deleted interface 38e682a1-7fb6-428f-b33a-4d6937a893df; detaching it from the instance and deleting it from the info cache [ 1211.100783] env[69436]: DEBUG nova.network.neutron [req-5345f2e9-85b3-4d98-84f1-75a0121792fd req-44c21d43-4885-47f9-9bff-6be26d035e10 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.142859] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255814, 'name': PowerOffVM_Task, 'duration_secs': 0.81621} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.143124] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.143926] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45833737-da78-46bd-ba31-0f685340238a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.162955] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13fb73-d184-4d2d-b300-6cc082be707c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.204876] env[69436]: DEBUG nova.network.neutron [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updating instance_info_cache with network_info: [{"id": "66e58997-e147-4b13-95b0-d16b2bf46b33", "address": "fa:16:3e:d2:0b:23", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e58997-e1", "ovs_interfaceid": "66e58997-e147-4b13-95b0-d16b2bf46b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.500587] env[69436]: DEBUG nova.network.neutron [-] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.599179] env[69436]: DEBUG oslo_vmware.api [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255816, 'name': ReconfigVM_Task, 'duration_secs': 0.151859} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.599507] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650477', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'name': 'volume-5901b4b0-88b2-428d-9289-cf433d5bb269', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8ac5eb3-d94e-4473-a3b0-b25e8a21e366', 'attached_at': '', 'detached_at': '', 'volume_id': '5901b4b0-88b2-428d-9289-cf433d5bb269', 'serial': '5901b4b0-88b2-428d-9289-cf433d5bb269'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.605275] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f247dbcc-bad9-4574-b6e4-418daa7736cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.615274] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbbd53-fdca-4b92-bc65-72bd0438b7a9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.647316] env[69436]: DEBUG nova.compute.manager [req-5345f2e9-85b3-4d98-84f1-75a0121792fd req-44c21d43-4885-47f9-9bff-6be26d035e10 service nova] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Detach interface failed, port_id=38e682a1-7fb6-428f-b33a-4d6937a893df, reason: Instance d95de9a7-c930-41a6-85d0-6cce79ce06a3 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1211.674758] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Creating Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1211.675061] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a04f46e-53e6-4aa0-8871-c4d72977abe1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.682467] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1211.682467] env[69436]: value = "task-3255817" [ 1211.682467] env[69436]: _type = "Task" [ 1211.682467] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.691178] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.706018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.706375] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Instance network_info: |[{"id": "66e58997-e147-4b13-95b0-d16b2bf46b33", "address": "fa:16:3e:d2:0b:23", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e58997-e1", "ovs_interfaceid": "66e58997-e147-4b13-95b0-d16b2bf46b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1211.706812] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:0b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66e58997-e147-4b13-95b0-d16b2bf46b33', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.714315] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.714661] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccfc724-7b00-498e-948b-76f0814815be] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.714721] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccdd43a0-55de-42d4-a949-32ee350ebdff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.730815] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1211.742402] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.742402] env[69436]: value = "task-3255818" [ 1211.742402] env[69436]: _type = "Task" [ 1211.742402] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.751184] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255818, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.764149] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.764469] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.764688] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.765100] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.765303] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.765507] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.765786] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.766504] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.766789] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.767026] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.767272] env[69436]: DEBUG nova.virt.hardware [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.768408] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4354b175-7239-48e4-8e93-d340618938ad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.782387] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54fd7d1-f537-45a3-b496-e1987df32def {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.865421] env[69436]: DEBUG nova.compute.manager [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Received event network-changed-66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1211.865658] env[69436]: DEBUG nova.compute.manager [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Refreshing instance network info cache due to event network-changed-66e58997-e147-4b13-95b0-d16b2bf46b33. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1211.866041] env[69436]: DEBUG oslo_concurrency.lockutils [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] Acquiring lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.866041] env[69436]: DEBUG oslo_concurrency.lockutils [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] Acquired lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.866268] env[69436]: DEBUG nova.network.neutron [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Refreshing network info cache for port 66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.896481] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1d18b-6cbb-4656-931c-472c35f74b88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.904528] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858ac269-3a64-47f8-a69d-faca1908745f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.935571] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0dbc04-a252-4f1e-952e-a88b2c1138e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.943342] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8bf75d-9e8a-4dd6-a8fd-b84d06afc30c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.958318] env[69436]: DEBUG nova.compute.provider_tree [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.003101] env[69436]: INFO nova.compute.manager [-] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Took 1.29 seconds to deallocate network for instance. [ 1212.145621] env[69436]: DEBUG nova.objects.instance [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'flavor' on Instance uuid d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.193289] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255817, 'name': CreateSnapshot_Task, 'duration_secs': 0.463543} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.193757] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Created Snapshot of the VM instance {{(pid=69436) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1212.194869] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f8775-ed6d-4a0c-94cc-7aa62efe0ae0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.252816] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255818, 'name': CreateVM_Task, 'duration_secs': 0.401511} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.253020] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dccfc724-7b00-498e-948b-76f0814815be] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.253788] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.254043] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.254425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.254693] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf616135-923d-476f-8916-ac0ae940c71f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.261375] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1212.261375] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fc4d8-8a3d-1172-5f77-a3087799dd3a" [ 1212.261375] env[69436]: _type = "Task" [ 1212.261375] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.271832] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fc4d8-8a3d-1172-5f77-a3087799dd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.322169] env[69436]: DEBUG nova.network.neutron [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Successfully updated port: 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.461192] env[69436]: DEBUG nova.scheduler.client.report [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.510870] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.629922] env[69436]: DEBUG nova.network.neutron [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updated VIF entry in instance network info cache for port 66e58997-e147-4b13-95b0-d16b2bf46b33. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.630348] env[69436]: DEBUG nova.network.neutron [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updating instance_info_cache with network_info: [{"id": "66e58997-e147-4b13-95b0-d16b2bf46b33", "address": "fa:16:3e:d2:0b:23", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e58997-e1", "ovs_interfaceid": "66e58997-e147-4b13-95b0-d16b2bf46b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.713762] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Creating linked-clone VM from snapshot {{(pid=69436) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1212.714075] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-13f4927f-13c8-4da8-b81b-7354d2a41aa1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.723842] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1212.723842] env[69436]: value = "task-3255819" [ 1212.723842] env[69436]: _type = "Task" [ 1212.723842] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.732695] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255819, 'name': CloneVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.771587] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]523fc4d8-8a3d-1172-5f77-a3087799dd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.771867] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.772118] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.772358] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.772504] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.772688] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.772943] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98b00692-2f8b-4149-934e-de1be2c3f9bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.784447] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.784652] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.785390] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74b6b05-eb20-41b3-867a-f07b17712ad8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.791353] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1212.791353] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52072a8b-b473-e128-5a6f-2eb95e28930d" [ 1212.791353] env[69436]: _type = "Task" [ 1212.791353] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.799665] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52072a8b-b473-e128-5a6f-2eb95e28930d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.824559] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.824928] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.825146] env[69436]: DEBUG nova.network.neutron [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.969636] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.272s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.972351] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.561s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.010623] env[69436]: INFO nova.network.neutron [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating port 6c7598c2-336f-4224-ae14-e815caeb6625 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1213.133349] env[69436]: DEBUG oslo_concurrency.lockutils [req-83bb7d11-f582-4fd6-8d94-ee4e3a1a4246 req-3499c98e-5deb-495d-bf86-d3928446c8ca service nova] Releasing lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.153220] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f28a8cbb-100d-42c5-8266-bd5e9ecb31c9 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.263s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.234580] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255819, 'name': CloneVM_Task} progress is 94%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.304743] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52072a8b-b473-e128-5a6f-2eb95e28930d, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.305515] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a1d4dc-45e0-4348-8cbe-071075f00c96 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.311581] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1213.311581] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52871e79-a89e-f36d-4616-b57660ffbcd9" [ 1213.311581] env[69436]: _type = "Task" [ 1213.311581] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.320075] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52871e79-a89e-f36d-4616-b57660ffbcd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.360919] env[69436]: DEBUG nova.network.neutron [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.507373] env[69436]: DEBUG nova.network.neutron [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [{"id": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "address": "fa:16:3e:98:43:17", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5976dbab-26", "ovs_interfaceid": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.631599] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951d155-a128-46fe-8aa7-6f4ccedab1f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.639932] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd92f7a-af3e-41c1-8e29-db04b466b6fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.672788] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc2386-7ccd-4956-bb6d-09a2ed01552b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.680610] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24df9889-6e4f-4ba1-be47-3d6feb7010ae {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.695017] env[69436]: DEBUG nova.compute.provider_tree [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.735738] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255819, 'name': CloneVM_Task} progress is 95%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.826711] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52871e79-a89e-f36d-4616-b57660ffbcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014279} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.827023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.827314] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] dccfc724-7b00-498e-948b-76f0814815be/dccfc724-7b00-498e-948b-76f0814815be.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.827597] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e74aa59-a5f9-4e3c-8dd8-8648d17d5748 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.836048] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1213.836048] env[69436]: value = "task-3255820" [ 1213.836048] env[69436]: _type = "Task" [ 1213.836048] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.846077] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.894106] env[69436]: DEBUG nova.compute.manager [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Received event network-vif-plugged-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1213.894376] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.894623] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.894857] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.895087] env[69436]: DEBUG nova.compute.manager [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] No waiting events found dispatching network-vif-plugged-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.895299] env[69436]: WARNING nova.compute.manager [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Received unexpected event network-vif-plugged-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 for instance with vm_state building and task_state spawning. [ 1213.895510] env[69436]: DEBUG nova.compute.manager [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Received event network-changed-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1213.895735] env[69436]: DEBUG nova.compute.manager [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Refreshing instance network info cache due to event network-changed-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1213.895938] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] Acquiring lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.011474] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.011814] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Instance network_info: |[{"id": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "address": "fa:16:3e:98:43:17", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5976dbab-26", "ovs_interfaceid": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1214.012232] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] Acquired lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.012423] env[69436]: DEBUG nova.network.neutron [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Refreshing network info cache for port 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.013993] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:43:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5976dbab-2673-4f9d-b2fc-8f1dfeff21e6', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.021853] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.024946] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.025508] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8442c54-e3bf-49cf-a336-853eed90b0f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.049849] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.049849] env[69436]: value = "task-3255821" [ 1214.049849] env[69436]: _type = "Task" [ 1214.049849] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.061317] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255821, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.198275] env[69436]: DEBUG nova.scheduler.client.report [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.239266] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255819, 'name': CloneVM_Task, 'duration_secs': 1.132661} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.239530] env[69436]: INFO nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Created linked-clone VM from snapshot [ 1214.240451] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f102c563-11d7-40d9-a2a7-177dd07c706b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.249939] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Uploading image 60fee836-6213-4434-8183-3a3ec8dfcdaf {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1214.268169] env[69436]: DEBUG nova.network.neutron [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updated VIF entry in instance network info cache for port 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.268565] env[69436]: DEBUG nova.network.neutron [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [{"id": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "address": "fa:16:3e:98:43:17", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5976dbab-26", "ovs_interfaceid": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.280242] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1214.280242] env[69436]: value = "vm-650495" [ 1214.280242] env[69436]: _type = "VirtualMachine" [ 1214.280242] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1214.280554] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88f3bb7e-6b23-41ac-adf5-06f24a12f198 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.290554] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease: (returnval){ [ 1214.290554] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eaa273-ca38-a39e-4830-63a4b1eaea56" [ 1214.290554] env[69436]: _type = "HttpNfcLease" [ 1214.290554] env[69436]: } obtained for exporting VM: (result){ [ 1214.290554] env[69436]: value = "vm-650495" [ 1214.290554] env[69436]: _type = "VirtualMachine" [ 1214.290554] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1214.291023] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the lease: (returnval){ [ 1214.291023] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eaa273-ca38-a39e-4830-63a4b1eaea56" [ 1214.291023] env[69436]: _type = "HttpNfcLease" [ 1214.291023] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.300435] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.300435] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eaa273-ca38-a39e-4830-63a4b1eaea56" [ 1214.300435] env[69436]: _type = "HttpNfcLease" [ 1214.300435] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.321973] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.322322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.322573] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.322802] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.323021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.325584] env[69436]: INFO nova.compute.manager [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Terminating instance [ 1214.346760] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485002} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.347336] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] dccfc724-7b00-498e-948b-76f0814815be/dccfc724-7b00-498e-948b-76f0814815be.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.347622] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.347814] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a607a703-e22a-401f-be48-03b3f95aefe1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.354722] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1214.354722] env[69436]: value = "task-3255823" [ 1214.354722] env[69436]: _type = "Task" [ 1214.354722] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.371102] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.561292] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255821, 'name': CreateVM_Task, 'duration_secs': 0.409506} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.561467] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.562182] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.562352] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.562667] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.562929] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399e259b-7942-4c71-8384-de700f55a99a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.568221] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1214.568221] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5251e575-4257-086d-a9b0-187ce6c9783f" [ 1214.568221] env[69436]: _type = "Task" [ 1214.568221] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.576896] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5251e575-4257-086d-a9b0-187ce6c9783f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.688320] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.688320] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.688320] env[69436]: DEBUG nova.network.neutron [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.774127] env[69436]: DEBUG oslo_concurrency.lockutils [req-6ed9a3f4-3e40-40bd-9351-30473dabd5a2 req-82e2fb1b-5dde-4a91-8467-ff7b35e3aec1 service nova] Releasing lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.799919] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.799919] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eaa273-ca38-a39e-4830-63a4b1eaea56" [ 1214.799919] env[69436]: _type = "HttpNfcLease" [ 1214.799919] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1214.800225] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1214.800225] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52eaa273-ca38-a39e-4830-63a4b1eaea56" [ 1214.800225] env[69436]: _type = "HttpNfcLease" [ 1214.800225] env[69436]: }. {{(pid=69436) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1214.800960] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c33a327-8219-4616-b032-359335264733 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.810012] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf7151-ca57-efc3-ac00-8ccb4ca86d6c/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1214.810199] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf7151-ca57-efc3-ac00-8ccb4ca86d6c/disk-0.vmdk for reading. {{(pid=69436) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1214.867902] env[69436]: DEBUG nova.compute.manager [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1214.868167] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.869454] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83b3b73-20c4-416b-8bfa-323940c0058b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.885487] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070388} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.887596] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.887910] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.888610] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0619d0d0-9481-4384-825b-46035cd8be0c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.890899] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e967d0f5-d4e7-4024-825d-db53fe99000f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.913973] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] dccfc724-7b00-498e-948b-76f0814815be/dccfc724-7b00-498e-948b-76f0814815be.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.915356] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94abeec2-9b60-47e8-83cf-9c6e8a3a6103 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.930048] env[69436]: DEBUG oslo_vmware.api [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1214.930048] env[69436]: value = "task-3255824" [ 1214.930048] env[69436]: _type = "Task" [ 1214.930048] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.937871] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08f33500-7a8a-4776-97b6-0ddb06ad9442 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.939609] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1214.939609] env[69436]: value = "task-3255825" [ 1214.939609] env[69436]: _type = "Task" [ 1214.939609] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.943167] env[69436]: DEBUG oslo_vmware.api [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.953081] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.083022] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5251e575-4257-086d-a9b0-187ce6c9783f, 'name': SearchDatastore_Task, 'duration_secs': 0.062578} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.083022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.083022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.083022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.083022] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.083022] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.083022] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b2d79e8-c35e-4e95-a338-8321248922b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.095998] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.096498] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.097429] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ee2174-300d-4a12-8a63-f9d52b56ccfc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.104201] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1215.104201] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521fd341-e0c8-4cdd-899b-7091928c297c" [ 1215.104201] env[69436]: _type = "Task" [ 1215.104201] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.113221] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521fd341-e0c8-4cdd-899b-7091928c297c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.212008] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.240s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.214923] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.705s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.215183] env[69436]: DEBUG nova.objects.instance [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lazy-loading 'resources' on Instance uuid d95de9a7-c930-41a6-85d0-6cce79ce06a3 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.428724] env[69436]: DEBUG nova.network.neutron [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.440236] env[69436]: DEBUG oslo_vmware.api [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255824, 'name': PowerOffVM_Task, 'duration_secs': 0.228732} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.440569] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.440810] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.441095] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0667d6d8-e338-4328-b638-3fd6784cd562 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.453846] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255825, 'name': ReconfigVM_Task, 'duration_secs': 0.414484} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.454558] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Reconfigured VM instance instance-00000078 to attach disk [datastore2] dccfc724-7b00-498e-948b-76f0814815be/dccfc724-7b00-498e-948b-76f0814815be.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.455541] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9729761c-7d6e-4649-86ef-b82e1662dd9b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.462473] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1215.462473] env[69436]: value = "task-3255827" [ 1215.462473] env[69436]: _type = "Task" [ 1215.462473] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.471550] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255827, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.526155] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.526395] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.526673] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore1] d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.527173] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0f43c4d-3d71-450c-be10-6c8628e5c390 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.535888] env[69436]: DEBUG oslo_vmware.api [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1215.535888] env[69436]: value = "task-3255828" [ 1215.535888] env[69436]: _type = "Task" [ 1215.535888] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.544540] env[69436]: DEBUG oslo_vmware.api [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.617610] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]521fd341-e0c8-4cdd-899b-7091928c297c, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.618569] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a044087b-345e-4055-bc86-9d2fb44c9ab8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.626116] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1215.626116] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52631da5-d5f8-861d-da87-d79f80068528" [ 1215.626116] env[69436]: _type = "Task" [ 1215.626116] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.637025] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52631da5-d5f8-861d-da87-d79f80068528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.782827] env[69436]: INFO nova.scheduler.client.report [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted allocation for migration 83002a23-754f-411e-b103-1b507960445a [ 1215.883489] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aacc47-1db0-41f8-a527-ee1b34c06ea3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.891957] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cead11-6125-4202-94df-84eb421f215d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.925063] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386d88a7-de46-41c6-a595-2c8f74ae706b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.932841] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.936566] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e04203-7472-41d5-9460-861f399d8860 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.952324] env[69436]: DEBUG nova.compute.provider_tree [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.965962] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d1e52259e0668119b06fd851025d66bc',container_format='bare',created_at=2025-04-03T12:12:40Z,direct_url=,disk_format='vmdk',id=084f390e-a3ba-41e8-a1b7-9ee5a6201b6d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1171252672-shelved',owner='919af846473a480aa1ef4848aeae88fc',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-03T12:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.966209] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.966392] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.966841] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.967058] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.967380] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.967638] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.967888] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.968178] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.968352] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.968656] env[69436]: DEBUG nova.virt.hardware [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.970534] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d653c-c92c-4d49-b14c-e5eca49b40cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.985634] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255827, 'name': Rename_Task, 'duration_secs': 0.235446} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.987307] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58b7c8-8560-4e2d-8ad8-40acbdc29cb0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.992025] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.992218] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e56cff-41e5-4f05-95f7-bc65560b3d89 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.006302] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:eb:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7598c2-336f-4224-ae14-e815caeb6625', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.014144] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.017021] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.017378] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1216.017378] env[69436]: value = "task-3255829" [ 1216.017378] env[69436]: _type = "Task" [ 1216.017378] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.018591] env[69436]: DEBUG nova.compute.manager [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-vif-plugged-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1216.018814] env[69436]: DEBUG oslo_concurrency.lockutils [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.019057] env[69436]: DEBUG oslo_concurrency.lockutils [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.019385] env[69436]: DEBUG oslo_concurrency.lockutils [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.019385] env[69436]: DEBUG nova.compute.manager [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] No waiting events found dispatching network-vif-plugged-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.019563] env[69436]: WARNING nova.compute.manager [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received unexpected event network-vif-plugged-6c7598c2-336f-4224-ae14-e815caeb6625 for instance with vm_state shelved_offloaded and task_state spawning. [ 1216.019682] env[69436]: DEBUG nova.compute.manager [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1216.019877] env[69436]: DEBUG nova.compute.manager [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing instance network info cache due to event network-changed-6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1216.020078] env[69436]: DEBUG oslo_concurrency.lockutils [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] Acquiring lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.020221] env[69436]: DEBUG oslo_concurrency.lockutils [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] Acquired lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.020447] env[69436]: DEBUG nova.network.neutron [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Refreshing network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.021649] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-def3e25c-5f6c-4c1b-b2e4-3c56500a0584 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.059793] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.063683] env[69436]: DEBUG oslo_vmware.api [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179687} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.065327] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.065731] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.065919] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.066104] env[69436]: INFO nova.compute.manager [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1216.066359] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.066678] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.066678] env[69436]: value = "task-3255830" [ 1216.066678] env[69436]: _type = "Task" [ 1216.066678] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.067170] env[69436]: DEBUG nova.compute.manager [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1216.067386] env[69436]: DEBUG nova.network.neutron [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.083021] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255830, 'name': CreateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.142449] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52631da5-d5f8-861d-da87-d79f80068528, 'name': SearchDatastore_Task, 'duration_secs': 0.024361} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.142912] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.143413] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e/b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.143878] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f37a07-0abb-4c9c-9070-94e9abc043a1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.154277] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1216.154277] env[69436]: value = "task-3255831" [ 1216.154277] env[69436]: _type = "Task" [ 1216.154277] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.169309] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.288481] env[69436]: DEBUG oslo_concurrency.lockutils [None req-42dd5877-2068-49f8-91c0-abbb2383362d tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.728s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.418653] env[69436]: DEBUG nova.network.neutron [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updated VIF entry in instance network info cache for port 6c7598c2-336f-4224-ae14-e815caeb6625. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.419187] env[69436]: DEBUG nova.network.neutron [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [{"id": "6c7598c2-336f-4224-ae14-e815caeb6625", "address": "fa:16:3e:06:eb:59", "network": {"id": "6cb9e4c9-d01b-42ba-82a6-2eeb029fcaaa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1781608343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "919af846473a480aa1ef4848aeae88fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7598c2-33", "ovs_interfaceid": "6c7598c2-336f-4224-ae14-e815caeb6625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.455580] env[69436]: DEBUG nova.scheduler.client.report [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.555545] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255829, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.585470] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255830, 'name': CreateVM_Task, 'duration_secs': 0.496374} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.585767] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.586657] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.586985] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.587489] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.588152] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b9777d-8842-4ea7-8066-29f409d8c6e8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.596658] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1216.596658] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52585fcc-94a2-af61-779c-3400ac0f6cdf" [ 1216.596658] env[69436]: _type = "Task" [ 1216.596658] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.608218] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52585fcc-94a2-af61-779c-3400ac0f6cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.679687] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.870272] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.870554] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.870743] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "a18b0787-4265-44a9-92f6-acc5742be909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.870923] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.871325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.873082] env[69436]: INFO nova.compute.manager [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Terminating instance [ 1216.879179] env[69436]: DEBUG nova.compute.manager [req-b5909059-6a86-4d3f-93f0-f8b397eaa8c4 req-849624ff-cdbb-4342-9870-cf16c804e968 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Received event network-vif-deleted-9bcdefe4-9ba8-4ce6-81a9-372dc24b9393 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1216.879179] env[69436]: INFO nova.compute.manager [req-b5909059-6a86-4d3f-93f0-f8b397eaa8c4 req-849624ff-cdbb-4342-9870-cf16c804e968 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Neutron deleted interface 9bcdefe4-9ba8-4ce6-81a9-372dc24b9393; detaching it from the instance and deleting it from the info cache [ 1216.879179] env[69436]: DEBUG nova.network.neutron [req-b5909059-6a86-4d3f-93f0-f8b397eaa8c4 req-849624ff-cdbb-4342-9870-cf16c804e968 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.922375] env[69436]: DEBUG oslo_concurrency.lockutils [req-4212e93f-7236-4017-95f3-bf0cab7cf993 req-de066b10-c8ac-4b57-9e41-4623b0269af8 service nova] Releasing lock "refresh_cache-492abb82-80e5-4c40-b55e-72f4581af022" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.962041] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.981387] env[69436]: INFO nova.scheduler.client.report [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Deleted allocations for instance d95de9a7-c930-41a6-85d0-6cce79ce06a3 [ 1217.053966] env[69436]: DEBUG oslo_vmware.api [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255829, 'name': PowerOnVM_Task, 'duration_secs': 0.660256} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.054299] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.054508] env[69436]: INFO nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1217.054686] env[69436]: DEBUG nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1217.055516] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5638a-dcd8-49ee-afb2-6dd9f297d9f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.110573] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.110831] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Processing image 084f390e-a3ba-41e8-a1b7-9ee5a6201b6d {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.111184] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.111951] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.111951] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.112083] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77145b4d-ba1c-4bc3-b005-d514decae56d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.122167] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.123440] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.124457] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f3239a-0f62-475c-a4ce-10018edbd8b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.131132] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1217.131132] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529f1e0b-18bf-017b-15c4-5436b7bf0171" [ 1217.131132] env[69436]: _type = "Task" [ 1217.131132] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.144776] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529f1e0b-18bf-017b-15c4-5436b7bf0171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.165205] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621853} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.165587] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e/b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.165924] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.166301] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e8c1a91-786d-4551-aed7-bf320a214ef9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.173347] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1217.173347] env[69436]: value = "task-3255832" [ 1217.173347] env[69436]: _type = "Task" [ 1217.173347] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.182169] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.358215] env[69436]: DEBUG nova.network.neutron [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.377085] env[69436]: DEBUG nova.compute.manager [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1217.377359] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.378528] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5736d-3d73-4978-bb84-ff4108117e65 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.382419] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2915920b-e164-4dc3-b9d7-747c46f1a994 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.390606] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.391877] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1ed28a-fae3-4e47-98ad-ff532b7f0f98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.396543] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb01334-5e3f-460a-8ade-c4ba734100ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.416842] env[69436]: DEBUG oslo_vmware.api [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1217.416842] env[69436]: value = "task-3255833" [ 1217.416842] env[69436]: _type = "Task" [ 1217.416842] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.431496] env[69436]: DEBUG nova.compute.manager [req-b5909059-6a86-4d3f-93f0-f8b397eaa8c4 req-849624ff-cdbb-4342-9870-cf16c804e968 service nova] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Detach interface failed, port_id=9bcdefe4-9ba8-4ce6-81a9-372dc24b9393, reason: Instance d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1217.437838] env[69436]: DEBUG oslo_vmware.api [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.489169] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e622d8d2-3e8a-47d2-8ead-c2863b2c5810 tempest-ServerAddressesTestJSON-1287596396 tempest-ServerAddressesTestJSON-1287596396-project-member] Lock "d95de9a7-c930-41a6-85d0-6cce79ce06a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.481s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.577018] env[69436]: INFO nova.compute.manager [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Took 14.65 seconds to build instance. [ 1217.648029] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1217.649560] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Fetch image to [datastore1] OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3/OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1217.649560] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Downloading stream optimized image 084f390e-a3ba-41e8-a1b7-9ee5a6201b6d to [datastore1] OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3/OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3.vmdk on the data store datastore1 as vApp {{(pid=69436) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1217.649560] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Downloading image file data 084f390e-a3ba-41e8-a1b7-9ee5a6201b6d to the ESX as VM named 'OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3' {{(pid=69436) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1217.685119] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072696} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.702225] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.703255] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ebef8-776c-437b-a7b4-ad23453bbac1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.727520] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e/b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.730068] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2d6b6c-7b72-4e2f-b603-64dbd657d303 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.751675] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1217.751675] env[69436]: value = "task-3255834" [ 1217.751675] env[69436]: _type = "Task" [ 1217.751675] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.759891] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.765141] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1217.765141] env[69436]: value = "resgroup-9" [ 1217.765141] env[69436]: _type = "ResourcePool" [ 1217.765141] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1217.765141] env[69436]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6b810512-938e-423a-afe3-393c577766c3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.793494] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease: (returnval){ [ 1217.793494] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299a9e7-6f36-b967-ec6f-aedd1fca0e0d" [ 1217.793494] env[69436]: _type = "HttpNfcLease" [ 1217.793494] env[69436]: } obtained for vApp import into resource pool (val){ [ 1217.793494] env[69436]: value = "resgroup-9" [ 1217.793494] env[69436]: _type = "ResourcePool" [ 1217.793494] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1217.793494] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the lease: (returnval){ [ 1217.793494] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299a9e7-6f36-b967-ec6f-aedd1fca0e0d" [ 1217.793494] env[69436]: _type = "HttpNfcLease" [ 1217.793494] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1217.800830] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.800830] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299a9e7-6f36-b967-ec6f-aedd1fca0e0d" [ 1217.800830] env[69436]: _type = "HttpNfcLease" [ 1217.800830] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1217.864196] env[69436]: INFO nova.compute.manager [-] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Took 1.80 seconds to deallocate network for instance. [ 1217.928928] env[69436]: DEBUG oslo_vmware.api [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255833, 'name': PowerOffVM_Task, 'duration_secs': 0.222526} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.932391] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.932391] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.932391] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad1faadd-b33d-4228-9031-b545a4c7a9dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.008175] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.008175] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.008175] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleting the datastore file [datastore2] a18b0787-4265-44a9-92f6-acc5742be909 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.008175] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1758a01b-1687-4ec0-8d63-2c7442dfb803 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.018252] env[69436]: DEBUG oslo_vmware.api [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1218.018252] env[69436]: value = "task-3255837" [ 1218.018252] env[69436]: _type = "Task" [ 1218.018252] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.025972] env[69436]: DEBUG oslo_vmware.api [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.078586] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a57ad689-17f8-4692-a7b1-f1987c15d7d5 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.160s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.264475] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.306947] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.306947] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299a9e7-6f36-b967-ec6f-aedd1fca0e0d" [ 1218.306947] env[69436]: _type = "HttpNfcLease" [ 1218.306947] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1218.375336] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.375698] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.375933] env[69436]: DEBUG nova.objects.instance [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'resources' on Instance uuid d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.529185] env[69436]: DEBUG oslo_vmware.api [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162603} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.529457] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.529641] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.529822] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.529997] env[69436]: INFO nova.compute.manager [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1218.530276] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.530479] env[69436]: DEBUG nova.compute.manager [-] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1218.530572] env[69436]: DEBUG nova.network.neutron [-] [instance: a18b0787-4265-44a9-92f6-acc5742be909] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.761766] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255834, 'name': ReconfigVM_Task, 'duration_secs': 0.528624} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.762091] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e/b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.762755] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22338ddb-b237-4a84-83d6-c5aa96712b9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.775790] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1218.775790] env[69436]: value = "task-3255838" [ 1218.775790] env[69436]: _type = "Task" [ 1218.775790] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.785896] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255838, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.802808] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.802808] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299a9e7-6f36-b967-ec6f-aedd1fca0e0d" [ 1218.802808] env[69436]: _type = "HttpNfcLease" [ 1218.802808] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1218.803234] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1218.803234] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5299a9e7-6f36-b967-ec6f-aedd1fca0e0d" [ 1218.803234] env[69436]: _type = "HttpNfcLease" [ 1218.803234] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1218.804090] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7dfe2-3b4f-4491-96b9-638cd2bbacee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.813821] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff1ad1-f759-bd88-4952-01cf505341a2/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1218.814296] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff1ad1-f759-bd88-4952-01cf505341a2/disk-0.vmdk. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1218.893173] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69ccd36f-4448-448a-9e90-67f3c45434c6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.042355] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d065ff-61c5-4786-a97f-e9f191a35377 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.051943] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dd2db5-7501-428d-971d-bd1deb5308d8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.090784] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae5dbb-74cc-4c92-9de9-286fa68f1b97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.102172] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe76925-b476-42f0-b3c7-6fae91e5d529 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.123742] env[69436]: DEBUG nova.compute.provider_tree [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.160534] env[69436]: DEBUG nova.compute.manager [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Received event network-changed-66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1219.160831] env[69436]: DEBUG nova.compute.manager [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Refreshing instance network info cache due to event network-changed-66e58997-e147-4b13-95b0-d16b2bf46b33. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1219.161686] env[69436]: DEBUG oslo_concurrency.lockutils [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] Acquiring lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.161858] env[69436]: DEBUG oslo_concurrency.lockutils [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] Acquired lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.162183] env[69436]: DEBUG nova.network.neutron [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Refreshing network info cache for port 66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.287568] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255838, 'name': Rename_Task, 'duration_secs': 0.305882} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.288358] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.288358] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0259562-2b86-4845-b927-f8fd671800c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.297373] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1219.297373] env[69436]: value = "task-3255839" [ 1219.297373] env[69436]: _type = "Task" [ 1219.297373] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.309244] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.629434] env[69436]: DEBUG nova.scheduler.client.report [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.809285] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.818871] env[69436]: DEBUG nova.network.neutron [-] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.924217] env[69436]: DEBUG nova.network.neutron [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updated VIF entry in instance network info cache for port 66e58997-e147-4b13-95b0-d16b2bf46b33. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.924626] env[69436]: DEBUG nova.network.neutron [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updating instance_info_cache with network_info: [{"id": "66e58997-e147-4b13-95b0-d16b2bf46b33", "address": "fa:16:3e:d2:0b:23", "network": {"id": "154f2378-5b91-4d24-be0c-2d4b775551a7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617390272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d92e79809f3646029ca93a266f65b716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e58997-e1", "ovs_interfaceid": "66e58997-e147-4b13-95b0-d16b2bf46b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.134634] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.160312] env[69436]: INFO nova.scheduler.client.report [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted allocations for instance d8ac5eb3-d94e-4473-a3b0-b25e8a21e366 [ 1220.311347] env[69436]: DEBUG oslo_vmware.api [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255839, 'name': PowerOnVM_Task, 'duration_secs': 0.681444} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.311347] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.311636] env[69436]: INFO nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1220.311819] env[69436]: DEBUG nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1220.312626] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae029057-f6cb-4793-9a63-b8a6eb49f769 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.320937] env[69436]: INFO nova.compute.manager [-] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Took 1.79 seconds to deallocate network for instance. [ 1220.390939] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1220.391231] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff1ad1-f759-bd88-4952-01cf505341a2/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1220.392363] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c383e314-34a3-4010-b78f-b052776d9bc9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.402801] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff1ad1-f759-bd88-4952-01cf505341a2/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1220.403009] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff1ad1-f759-bd88-4952-01cf505341a2/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1220.403284] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f52c9deb-6187-4b4a-b99a-a728bbd3eb9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.428755] env[69436]: DEBUG oslo_concurrency.lockutils [req-5ceaa687-1f85-44e9-83ef-caee0e840375 req-86916c8f-2ba3-42b9-a1b0-a5e6bcc3277a service nova] Releasing lock "refresh_cache-dccfc724-7b00-498e-948b-76f0814815be" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.672155] env[69436]: DEBUG oslo_concurrency.lockutils [None req-079a6293-ce05-4d35-b9f2-7ce730fd1d7a tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "d8ac5eb3-d94e-4473-a3b0-b25e8a21e366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.350s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.772071] env[69436]: DEBUG oslo_vmware.rw_handles [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ff1ad1-f759-bd88-4952-01cf505341a2/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1220.772339] env[69436]: INFO nova.virt.vmwareapi.images [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Downloaded image file data 084f390e-a3ba-41e8-a1b7-9ee5a6201b6d [ 1220.773548] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13472351-87bf-4b94-b7e7-adabc3c1532c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.794513] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b4029f6-bda2-4cdc-b8f8-99553ed28f53 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.835692] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.836260] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.836362] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.841026] env[69436]: INFO nova.compute.manager [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Took 17.17 seconds to build instance. [ 1220.862118] env[69436]: INFO nova.scheduler.client.report [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted allocations for instance a18b0787-4265-44a9-92f6-acc5742be909 [ 1220.867031] env[69436]: INFO nova.virt.vmwareapi.images [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] The imported VM was unregistered [ 1220.868849] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1220.869098] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Creating directory with path [datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.869416] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db614509-252a-4b16-8692-3a286e73d1b7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.884208] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Created directory with path [datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.884384] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3/OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3.vmdk to [datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk. {{(pid=69436) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1220.884673] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fca84899-5e6d-424e-af45-ac20dbe4cc9c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.892808] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1220.892808] env[69436]: value = "task-3255841" [ 1220.892808] env[69436]: _type = "Task" [ 1220.892808] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.902516] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255841, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.343445] env[69436]: DEBUG oslo_concurrency.lockutils [None req-89746590-6c81-43d9-adb6-cb25295dc639 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.683s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.370641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-db03398b-0fc0-47ff-9789-0c20e6bc3b40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "a18b0787-4265-44a9-92f6-acc5742be909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.500s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.407231] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255841, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.536491] env[69436]: DEBUG nova.compute.manager [req-120193e9-dd40-4838-8537-b0dcd01fcd7f req-3645a06e-62c2-4c61-bed5-a93d86a4952f service nova] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Received event network-vif-deleted-d7ee8e4c-82ed-4efb-92f8-df22cefe152d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1221.906429] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255841, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.040811] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.041079] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.142171] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.142749] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.407573] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255841, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.544267] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1222.645954] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1222.908809] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255841, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.062544] env[69436]: DEBUG nova.compute.manager [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1223.071855] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.072166] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.073713] env[69436]: INFO nova.compute.claims [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.167239] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.405953] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255841, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.477647} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.406244] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3/OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3.vmdk to [datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk. [ 1223.406432] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Cleaning up location [datastore1] OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1223.406596] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_431eb350-d5e5-4026-8883-6101e72602a3 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.406927] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc37324a-b2a0-4bc6-a5ad-99074e4e93d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.413853] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1223.413853] env[69436]: value = "task-3255842" [ 1223.413853] env[69436]: _type = "Task" [ 1223.413853] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.422425] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.435176] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.435475] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.580662] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.925077] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037319} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.925332] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.925481] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.925720] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk to [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.925974] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd27e859-a8d8-476a-b8e2-936d45f5ec06 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.935545] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1223.935545] env[69436]: value = "task-3255843" [ 1223.935545] env[69436]: _type = "Task" [ 1223.935545] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.942895] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.943103] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.943316] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.943518] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.943803] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.944032] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_power_states {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.949166] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.228205] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f3c99-8aa5-4469-a882-e3b679dd1347 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.238668] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec2467-0dc2-40da-8c65-8f418ae3ece8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.276360] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ee1a92-6db4-475c-8a16-d4cf91f7825c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.286450] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d4fb7e-f6dc-43bd-a292-2d9130652256 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.304593] env[69436]: DEBUG nova.compute.provider_tree [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.449805] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.451859] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Getting list of instances from cluster (obj){ [ 1224.451859] env[69436]: value = "domain-c8" [ 1224.451859] env[69436]: _type = "ClusterComputeResource" [ 1224.451859] env[69436]: } {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1224.452961] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b215f0-14f1-4da5-85aa-8b5fc42154b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.479031] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Got total of 6 instances {{(pid=69436) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1224.479267] env[69436]: WARNING nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1224.479483] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid 03a37459-fda2-4409-b07c-e194b16a4b23 {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.479710] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.479875] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid fa77192a-6337-4936-a4e3-eed0d84421f8 {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.480046] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.480207] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid dccfc724-7b00-498e-948b-76f0814815be {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.480363] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.480536] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Triggering sync for uuid 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 {{(pid=69436) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10984}} [ 1224.480931] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "03a37459-fda2-4409-b07c-e194b16a4b23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.481188] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "03a37459-fda2-4409-b07c-e194b16a4b23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.481473] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.481689] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "fa77192a-6337-4936-a4e3-eed0d84421f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.481871] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.482161] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.482425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.482624] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "dccfc724-7b00-498e-948b-76f0814815be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.482862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.483052] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.483224] env[69436]: INFO nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1224.483388] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.483604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.483821] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.483969] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1224.484758] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3911ae-4113-411c-adad-48bf7f0d2337 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.488276] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e8f6c3-7146-450f-aea2-5b9a653e5d9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.491665] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cfed3c-d1dc-45ed-a75d-23798cf1c69b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.494231] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.808733] env[69436]: DEBUG nova.scheduler.client.report [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.950327] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.998425] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.008510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.008972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "dccfc724-7b00-498e-948b-76f0814815be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.526s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.009347] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "03a37459-fda2-4409-b07c-e194b16a4b23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.313519] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.314081] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1225.316839] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.150s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.318554] env[69436]: INFO nova.compute.claims [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.451198] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.823608] env[69436]: DEBUG nova.compute.utils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.828075] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1225.828075] env[69436]: DEBUG nova.network.neutron [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.871258] env[69436]: DEBUG nova.policy [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02691a30f7641918a9558aad67607dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ba3497a93141fa87e3efd3abcbf682', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.953343] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.172475] env[69436]: DEBUG nova.network.neutron [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Successfully created port: 9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.328800] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1226.455974] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.488606] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596e1f22-2bee-4be0-a2ff-8e72d499585c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.500456] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c880678-dc7c-40af-83da-2c324d6669f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.535420] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d57722-4eaf-48d0-b35b-f07754a3ac84 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.544777] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604a24b-e1bf-4a0d-9173-ce2d417ad0bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.559384] env[69436]: DEBUG nova.compute.provider_tree [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.949902] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255843, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.601994} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.950323] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d/084f390e-a3ba-41e8-a1b7-9ee5a6201b6d.vmdk to [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.951648] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c344f0-1efd-4904-a786-dbef5114e9dc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.975599] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.975901] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65298210-1bec-44bc-8c31-9df234373dc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.996693] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1226.996693] env[69436]: value = "task-3255844" [ 1226.996693] env[69436]: _type = "Task" [ 1226.996693] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.005680] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.063048] env[69436]: DEBUG nova.scheduler.client.report [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.342989] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1227.368399] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.368658] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.368816] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.369079] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.369179] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.369355] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.369577] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.369736] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.369904] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.370085] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.370266] env[69436]: DEBUG nova.virt.hardware [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.371138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2b4977-80a4-4efb-8877-93854219a307 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.379659] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93009cb-e458-4d3d-ae13-d9aa828d733d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.507796] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.567930] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.568548] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1227.571365] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.991s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.582672] env[69436]: DEBUG nova.compute.manager [req-a5855b83-442c-4b06-8635-2939b5e51bcc req-ec2a18bb-1c5c-44ba-9bdc-c39874407df6 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Received event network-vif-plugged-9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1227.582897] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5855b83-442c-4b06-8635-2939b5e51bcc req-ec2a18bb-1c5c-44ba-9bdc-c39874407df6 service nova] Acquiring lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.583099] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5855b83-442c-4b06-8635-2939b5e51bcc req-ec2a18bb-1c5c-44ba-9bdc-c39874407df6 service nova] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.583346] env[69436]: DEBUG oslo_concurrency.lockutils [req-a5855b83-442c-4b06-8635-2939b5e51bcc req-ec2a18bb-1c5c-44ba-9bdc-c39874407df6 service nova] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.583459] env[69436]: DEBUG nova.compute.manager [req-a5855b83-442c-4b06-8635-2939b5e51bcc req-ec2a18bb-1c5c-44ba-9bdc-c39874407df6 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] No waiting events found dispatching network-vif-plugged-9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.583586] env[69436]: WARNING nova.compute.manager [req-a5855b83-442c-4b06-8635-2939b5e51bcc req-ec2a18bb-1c5c-44ba-9bdc-c39874407df6 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Received unexpected event network-vif-plugged-9d528282-36dd-4845-b787-abf080ce5917 for instance with vm_state building and task_state spawning. [ 1227.668077] env[69436]: DEBUG nova.network.neutron [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Successfully updated port: 9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.007803] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.075833] env[69436]: DEBUG nova.compute.utils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.080155] env[69436]: INFO nova.compute.claims [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.085167] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1228.085415] env[69436]: DEBUG nova.network.neutron [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.124578] env[69436]: DEBUG nova.policy [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193b487c15ff4316881851cae28c1bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2f5661569a4be69d4067329244e3bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.170709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.170923] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.171125] env[69436]: DEBUG nova.network.neutron [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.406921] env[69436]: DEBUG nova.network.neutron [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Successfully created port: e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.510691] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255844, 'name': ReconfigVM_Task, 'duration_secs': 1.012523} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.511109] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022/492abb82-80e5-4c40-b55e-72f4581af022.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.511673] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-208df89a-3493-4ae0-ae74-866d0aaf0737 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.521043] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1228.521043] env[69436]: value = "task-3255845" [ 1228.521043] env[69436]: _type = "Task" [ 1228.521043] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.531679] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255845, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.588373] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1228.591016] env[69436]: INFO nova.compute.resource_tracker [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating resource usage from migration f001952a-a3b1-444d-b20e-e450e435dc9f [ 1228.713689] env[69436]: DEBUG nova.network.neutron [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.738550] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd371c2-e931-44fe-a7d6-a061a18d7f19 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.747219] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3bd298-c647-47e5-9884-3e4cb16f1a52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.784112] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1941428-b983-4923-bb7a-dc8284514df8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.793245] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf7151-ca57-efc3-ac00-8ccb4ca86d6c/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.794491] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49947a6-abea-4fb1-933f-303b80197962 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.798988] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869ef935-4b9a-4754-a6d4-bf3e882ab3bd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.805372] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf7151-ca57-efc3-ac00-8ccb4ca86d6c/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.805541] env[69436]: ERROR oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf7151-ca57-efc3-ac00-8ccb4ca86d6c/disk-0.vmdk due to incomplete transfer. [ 1228.812754] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-34244159-7162-4eec-997a-b903864a8f88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.814813] env[69436]: DEBUG nova.compute.provider_tree [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.825106] env[69436]: DEBUG oslo_vmware.rw_handles [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf7151-ca57-efc3-ac00-8ccb4ca86d6c/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1228.825327] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Uploaded image 60fee836-6213-4434-8183-3a3ec8dfcdaf to the Glance image server {{(pid=69436) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1228.827628] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Destroying the VM {{(pid=69436) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.828558] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-135f5cde-48be-419f-86d9-5d50d1737bea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.837675] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1228.837675] env[69436]: value = "task-3255846" [ 1228.837675] env[69436]: _type = "Task" [ 1228.837675] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.846437] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255846, 'name': Destroy_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.886045] env[69436]: DEBUG nova.network.neutron [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updating instance_info_cache with network_info: [{"id": "9d528282-36dd-4845-b787-abf080ce5917", "address": "fa:16:3e:58:1f:8e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d528282-36", "ovs_interfaceid": "9d528282-36dd-4845-b787-abf080ce5917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.032399] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255845, 'name': Rename_Task, 'duration_secs': 0.180411} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.032682] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.032933] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c62923f-4a98-457c-9112-bb6170bdf0eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.040118] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1229.040118] env[69436]: value = "task-3255847" [ 1229.040118] env[69436]: _type = "Task" [ 1229.040118] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.048694] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.320093] env[69436]: DEBUG nova.scheduler.client.report [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.348150] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255846, 'name': Destroy_Task} progress is 33%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.388466] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.388833] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Instance network_info: |[{"id": "9d528282-36dd-4845-b787-abf080ce5917", "address": "fa:16:3e:58:1f:8e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d528282-36", "ovs_interfaceid": "9d528282-36dd-4845-b787-abf080ce5917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1229.389284] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:1f:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d528282-36dd-4845-b787-abf080ce5917', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.396980] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.397203] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.397434] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fae8aa9-8328-473e-b145-dc17fa164c39 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.420417] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.420417] env[69436]: value = "task-3255848" [ 1229.420417] env[69436]: _type = "Task" [ 1229.420417] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.428578] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255848, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.550555] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255847, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.597494] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1229.611247] env[69436]: DEBUG nova.compute.manager [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Received event network-changed-9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1229.611466] env[69436]: DEBUG nova.compute.manager [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Refreshing instance network info cache due to event network-changed-9d528282-36dd-4845-b787-abf080ce5917. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1229.611730] env[69436]: DEBUG oslo_concurrency.lockutils [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] Acquiring lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611893] env[69436]: DEBUG oslo_concurrency.lockutils [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] Acquired lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.612085] env[69436]: DEBUG nova.network.neutron [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Refreshing network info cache for port 9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.623026] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.623026] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.623026] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.623383] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.623446] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.623591] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.623807] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.623991] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.624197] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.624383] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.624558] env[69436]: DEBUG nova.virt.hardware [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.625781] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514be024-f522-4590-976a-f1b1df9ed0f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.636435] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f8a76-6403-48ed-89c8-3c6e4194cb48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.827023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.253s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.827023] env[69436]: INFO nova.compute.manager [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Migrating [ 1229.833102] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.835s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.833531] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.834214] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1229.837691] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea10691-a757-4d69-9f63-c4081d6f89c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.860035] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c098e1e-f308-4964-adb9-0b9b050ec04f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.863690] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255846, 'name': Destroy_Task, 'duration_secs': 0.916204} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.865303] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Destroyed the VM [ 1229.865705] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deleting Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1229.866640] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d55d693e-50e4-4560-afe1-174588f60046 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.880117] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef50cc53-66b9-4cb4-888b-7db71aed7247 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.883088] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1229.883088] env[69436]: value = "task-3255849" [ 1229.883088] env[69436]: _type = "Task" [ 1229.883088] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.891032] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c913db-6361-4388-a6fd-c8ed42b79abe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.899623] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.933303] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179108MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1229.933564] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.933967] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.936598] env[69436]: DEBUG nova.network.neutron [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Successfully updated port: e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.948230] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255848, 'name': CreateVM_Task, 'duration_secs': 0.390369} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.949083] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.949996] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.950317] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.950755] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.951452] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaafe7f0-c618-40eb-b29c-935a03fe2de8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.958081] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1229.958081] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526d3a91-f96b-5ca7-4e2e-a3ef69d6f4cc" [ 1229.958081] env[69436]: _type = "Task" [ 1229.958081] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.968139] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526d3a91-f96b-5ca7-4e2e-a3ef69d6f4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.052958] env[69436]: DEBUG oslo_vmware.api [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255847, 'name': PowerOnVM_Task, 'duration_secs': 0.911051} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.053377] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.148067] env[69436]: DEBUG nova.compute.manager [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1230.148984] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98663587-c10b-43d7-8b5c-60b235139670 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.316799] env[69436]: DEBUG nova.network.neutron [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updated VIF entry in instance network info cache for port 9d528282-36dd-4845-b787-abf080ce5917. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.317220] env[69436]: DEBUG nova.network.neutron [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updating instance_info_cache with network_info: [{"id": "9d528282-36dd-4845-b787-abf080ce5917", "address": "fa:16:3e:58:1f:8e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d528282-36", "ovs_interfaceid": "9d528282-36dd-4845-b787-abf080ce5917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.347016] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.347247] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.347445] env[69436]: DEBUG nova.network.neutron [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.393810] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255849, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.442038] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.442217] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.442373] env[69436]: DEBUG nova.network.neutron [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.469453] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526d3a91-f96b-5ca7-4e2e-a3ef69d6f4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.469702] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.469924] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.470173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.470333] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.470503] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.470766] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa47fbe4-4790-4f32-957f-7e68bff82d88 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.479432] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.479619] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.480342] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f33ab0a-24fe-4f4f-bdb4-16f9e18132bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.486072] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1230.486072] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5272ce5d-ddde-3dca-4b78-5ed206a4110a" [ 1230.486072] env[69436]: _type = "Task" [ 1230.486072] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.493408] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5272ce5d-ddde-3dca-4b78-5ed206a4110a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.667701] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b44b8850-1802-4459-a88a-1b9233df8a28 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.954s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.668665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "492abb82-80e5-4c40-b55e-72f4581af022" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.187s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.668868] env[69436]: INFO nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] During sync_power_state the instance has a pending task (spawning). Skip. [ 1230.669106] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "492abb82-80e5-4c40-b55e-72f4581af022" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.820530] env[69436]: DEBUG oslo_concurrency.lockutils [req-fea99935-f411-4ae9-b675-705e3426c76c req-4ceebfb1-3b1f-4d74-a9e3-0362fb629150 service nova] Releasing lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.894526] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255849, 'name': RemoveSnapshot_Task, 'duration_secs': 1.010729} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.894812] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deleted Snapshot of the VM instance {{(pid=69436) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1230.895096] env[69436]: DEBUG nova.compute.manager [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1230.895843] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a64fda-4ba5-4298-ae93-76500da344e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.951525] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Applying migration context for instance b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e as it has an incoming, in-progress migration f001952a-a3b1-444d-b20e-e450e435dc9f. Migration status is pre-migrating {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1230.953360] env[69436]: INFO nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating resource usage from migration f001952a-a3b1-444d-b20e-e450e435dc9f [ 1230.976218] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 03a37459-fda2-4409-b07c-e194b16a4b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976218] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance fa77192a-6337-4936-a4e3-eed0d84421f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976394] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 346af4bd-189b-4255-a54a-657460da50a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976394] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 492abb82-80e5-4c40-b55e-72f4581af022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976505] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance dccfc724-7b00-498e-948b-76f0814815be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976593] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976709] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 1d8db070-f56a-4a51-ba62-30853cb2f8d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.976827] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Migration f001952a-a3b1-444d-b20e-e450e435dc9f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1230.976946] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1230.977231] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1230.977324] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1230.996171] env[69436]: DEBUG nova.network.neutron [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.001785] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5272ce5d-ddde-3dca-4b78-5ed206a4110a, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.002515] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d30b72-6c43-42b1-90e4-9201a64de6d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.010742] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1231.010742] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ada36-e1ad-a405-bd0b-5af1cbe232fe" [ 1231.010742] env[69436]: _type = "Task" [ 1231.010742] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.022719] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524ada36-e1ad-a405-bd0b-5af1cbe232fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.027214] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.027626] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0/17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.028231] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed2f68d4-ec76-46e2-be26-d88737374f80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.038489] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1231.038489] env[69436]: value = "task-3255850" [ 1231.038489] env[69436]: _type = "Task" [ 1231.038489] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.049216] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.066362] env[69436]: DEBUG nova.network.neutron [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [{"id": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "address": "fa:16:3e:98:43:17", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5976dbab-26", "ovs_interfaceid": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.113659] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d5c16-fa72-4c92-ad54-ec53e812dcee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.122278] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89a3dd-f286-407d-ba41-4717aad1a4ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.154621] env[69436]: DEBUG nova.network.neutron [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.156364] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf3c6d6-fafa-421e-9327-daad413e024d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.164252] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e2394-b830-4257-abf5-d17b1eaec098 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.179420] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.408487] env[69436]: INFO nova.compute.manager [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Shelve offloading [ 1231.552847] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453536} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.552847] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0/17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.552847] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.553280] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b854ec0-43a2-42bd-b2ca-e8086886df81 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.558815] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1231.558815] env[69436]: value = "task-3255851" [ 1231.558815] env[69436]: _type = "Task" [ 1231.558815] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.567647] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.569476] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.636997] env[69436]: DEBUG nova.compute.manager [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Received event network-vif-plugged-e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1231.637286] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] Acquiring lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.637565] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.637785] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.637996] env[69436]: DEBUG nova.compute.manager [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] No waiting events found dispatching network-vif-plugged-e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.638229] env[69436]: WARNING nova.compute.manager [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Received unexpected event network-vif-plugged-e76915b2-8017-4b5a-b5ed-b61b98fe7174 for instance with vm_state building and task_state spawning. [ 1231.638430] env[69436]: DEBUG nova.compute.manager [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Received event network-changed-e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1231.638621] env[69436]: DEBUG nova.compute.manager [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Refreshing instance network info cache due to event network-changed-e76915b2-8017-4b5a-b5ed-b61b98fe7174. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1231.638813] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.660344] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.660654] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Instance network_info: |[{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1231.660938] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.661147] env[69436]: DEBUG nova.network.neutron [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Refreshing network info cache for port e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.662376] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:e3:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e76915b2-8017-4b5a-b5ed-b61b98fe7174', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.671223] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.672410] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.672644] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94d0fc3-9ab5-484d-9645-2b162aaaf866 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.688060] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.697155] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.697155] env[69436]: value = "task-3255852" [ 1231.697155] env[69436]: _type = "Task" [ 1231.697155] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.705208] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255852, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.912058] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.912463] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1e45d7-c24e-4934-8f25-d50507685284 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.919659] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1231.919659] env[69436]: value = "task-3255853" [ 1231.919659] env[69436]: _type = "Task" [ 1231.919659] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.927773] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.068268] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063404} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.068530] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.069309] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8e9e1-3ca0-492c-ab29-81b93b5ad7b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.095981] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0/17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.095981] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6246560b-f190-4204-ac01-12b46119c4a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.115549] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1232.115549] env[69436]: value = "task-3255854" [ 1232.115549] env[69436]: _type = "Task" [ 1232.115549] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.123319] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.193307] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1232.193477] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.208647] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255852, 'name': CreateVM_Task, 'duration_secs': 0.354038} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.208814] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.209510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.209681] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.209991] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.210256] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f4c1d1-cbe1-4f34-a557-88643a63f550 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.214383] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1232.214383] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526e0352-0aca-762d-c7d9-a6365421a67f" [ 1232.214383] env[69436]: _type = "Task" [ 1232.214383] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.224582] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526e0352-0aca-762d-c7d9-a6365421a67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.377246] env[69436]: DEBUG nova.network.neutron [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updated VIF entry in instance network info cache for port e76915b2-8017-4b5a-b5ed-b61b98fe7174. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.377634] env[69436]: DEBUG nova.network.neutron [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.430904] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] VM already powered off {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1232.431155] env[69436]: DEBUG nova.compute.manager [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1232.432053] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9439ae-0a76-4bc9-aa38-1bf89b4bc18a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.437848] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.437996] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.438219] env[69436]: DEBUG nova.network.neutron [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.625522] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255854, 'name': ReconfigVM_Task, 'duration_secs': 0.2716} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.625860] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0/17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.626520] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed0612dd-50c4-4639-8576-0d5de968e766 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.633323] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1232.633323] env[69436]: value = "task-3255855" [ 1232.633323] env[69436]: _type = "Task" [ 1232.633323] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.641293] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255855, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.725180] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526e0352-0aca-762d-c7d9-a6365421a67f, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.725674] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.725674] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.725876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.725876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.726069] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.726318] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5879ade9-56bd-4a39-b7fc-43987c8384f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.734667] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.734867] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.735592] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f834970-8432-432a-aea7-5433a1ff2c95 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.740710] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1232.740710] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e254ec-7a73-9adc-89d4-d655ceb25211" [ 1232.740710] env[69436]: _type = "Task" [ 1232.740710] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.748681] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e254ec-7a73-9adc-89d4-d655ceb25211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.880423] env[69436]: DEBUG oslo_concurrency.lockutils [req-ef102de9-9abe-4a1b-ad30-7a7de8970eb8 req-11469315-e07c-4735-9219-892368594034 service nova] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.083872] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4576d-1502-471a-8f7b-d2f5e2ba194f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.108168] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.144669] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255855, 'name': Rename_Task, 'duration_secs': 0.144229} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.144669] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.144919] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-797cd387-ba98-4c48-880b-f0d5bc3c5798 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.150967] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1233.150967] env[69436]: value = "task-3255856" [ 1233.150967] env[69436]: _type = "Task" [ 1233.150967] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.162066] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.210207] env[69436]: DEBUG nova.network.neutron [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.251729] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e254ec-7a73-9adc-89d4-d655ceb25211, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.252550] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8fc7f8-0c2b-49e4-97bb-708bd14eb2d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.258117] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1233.258117] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520951fe-a643-7870-53fc-c474e0f757f8" [ 1233.258117] env[69436]: _type = "Task" [ 1233.258117] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.268035] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520951fe-a643-7870-53fc-c474e0f757f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.615400] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.615650] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4411ad3b-25ec-474f-a4f5-42a57235316e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.622516] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1233.622516] env[69436]: value = "task-3255857" [ 1233.622516] env[69436]: _type = "Task" [ 1233.622516] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.630773] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.660890] env[69436]: DEBUG oslo_vmware.api [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255856, 'name': PowerOnVM_Task, 'duration_secs': 0.454679} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.661044] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.661254] env[69436]: INFO nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1233.661440] env[69436]: DEBUG nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1233.662209] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f4a73d-5935-4a2d-83f2-779561eab297 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.712709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.770669] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520951fe-a643-7870-53fc-c474e0f757f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.770970] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.771201] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.771456] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c679c6f-f600-4ed5-a737-e64e14ac74f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.778499] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1233.778499] env[69436]: value = "task-3255858" [ 1233.778499] env[69436]: _type = "Task" [ 1233.778499] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.787484] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.987775] env[69436]: DEBUG nova.compute.manager [req-e1105edb-2b57-45f1-bdca-1332f395eeef req-a65a55c8-cf80-4e9a-a64c-057dc350b73d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-vif-unplugged-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1233.988338] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1105edb-2b57-45f1-bdca-1332f395eeef req-a65a55c8-cf80-4e9a-a64c-057dc350b73d service nova] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.988937] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1105edb-2b57-45f1-bdca-1332f395eeef req-a65a55c8-cf80-4e9a-a64c-057dc350b73d service nova] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.989196] env[69436]: DEBUG oslo_concurrency.lockutils [req-e1105edb-2b57-45f1-bdca-1332f395eeef req-a65a55c8-cf80-4e9a-a64c-057dc350b73d service nova] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.989826] env[69436]: DEBUG nova.compute.manager [req-e1105edb-2b57-45f1-bdca-1332f395eeef req-a65a55c8-cf80-4e9a-a64c-057dc350b73d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] No waiting events found dispatching network-vif-unplugged-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.989826] env[69436]: WARNING nova.compute.manager [req-e1105edb-2b57-45f1-bdca-1332f395eeef req-a65a55c8-cf80-4e9a-a64c-057dc350b73d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received unexpected event network-vif-unplugged-2c947201-0615-421d-9428-b2bccc61fbd9 for instance with vm_state shelved and task_state shelving_offloading. [ 1234.092516] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.093556] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e18b7d-4aea-43dd-899a-8b76ae09f81c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.102786] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.103199] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0468405d-0e59-4c01-97a7-7f17c32db02a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.133479] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255857, 'name': PowerOffVM_Task, 'duration_secs': 0.32822} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.133747] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.133979] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.177966] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.178369] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.178625] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleting the datastore file [datastore1] 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.181476] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6452264-875a-4e2b-b737-0b4bf1c5b4cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.185017] env[69436]: INFO nova.compute.manager [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Took 11.13 seconds to build instance. [ 1234.192165] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1234.192165] env[69436]: value = "task-3255860" [ 1234.192165] env[69436]: _type = "Task" [ 1234.192165] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.203356] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.289786] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255858, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.641405] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.641675] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.641771] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.641949] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.642114] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.642269] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.642475] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.642630] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.642839] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.643058] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.643246] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.648558] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38bb493-4c9a-4051-84fa-860392cf9af7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.665012] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1234.665012] env[69436]: value = "task-3255861" [ 1234.665012] env[69436]: _type = "Task" [ 1234.665012] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.672631] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.688382] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3e43c251-9078-45c2-9164-1097c75a8303 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.647s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.688637] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.205s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.689759] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37baedc3-0d7e-4a6e-a650-5db9d7683cff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.703303] env[69436]: DEBUG oslo_vmware.api [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201711} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.703778] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.704183] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.704455] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.732483] env[69436]: INFO nova.scheduler.client.report [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted allocations for instance 346af4bd-189b-4255-a54a-657460da50a7 [ 1234.790544] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530301} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.790913] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.791069] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.791280] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4026f8-f87c-4277-afa6-903a14693e5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.798698] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1234.798698] env[69436]: value = "task-3255862" [ 1234.798698] env[69436]: _type = "Task" [ 1234.798698] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.805463] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.176262] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255861, 'name': ReconfigVM_Task, 'duration_secs': 0.168685} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.176587] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.206717] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.237181] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.237461] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.237681] env[69436]: DEBUG nova.objects.instance [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'resources' on Instance uuid 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.307753] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067993} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.308111] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.308943] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e028d-c646-4bf6-bad5-66e542b91910 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.331779] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.332132] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41579c53-b1a8-4d46-8bd3-44367041f9c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.351747] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1235.351747] env[69436]: value = "task-3255863" [ 1235.351747] env[69436]: _type = "Task" [ 1235.351747] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.359602] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.683507] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.683750] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.683912] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.684109] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.684260] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.684406] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.684608] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.684767] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.684952] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.685153] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.685334] env[69436]: DEBUG nova.virt.hardware [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.690918] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.691223] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cc6b83d-6e24-4346-b239-6d93b468537f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.710365] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1235.710365] env[69436]: value = "task-3255864" [ 1235.710365] env[69436]: _type = "Task" [ 1235.710365] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.718326] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.741240] env[69436]: DEBUG nova.objects.instance [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'numa_topology' on Instance uuid 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.862767] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255863, 'name': ReconfigVM_Task, 'duration_secs': 0.252785} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.863089] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.863745] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42c287b8-c0a2-4b0b-b7ad-ff17033fb29a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.870336] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1235.870336] env[69436]: value = "task-3255865" [ 1235.870336] env[69436]: _type = "Task" [ 1235.870336] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.879724] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255865, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.023541] env[69436]: DEBUG nova.compute.manager [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1236.023745] env[69436]: DEBUG nova.compute.manager [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing instance network info cache due to event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1236.024107] env[69436]: DEBUG oslo_concurrency.lockutils [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.024220] env[69436]: DEBUG oslo_concurrency.lockutils [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.024368] env[69436]: DEBUG nova.network.neutron [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.221949] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255864, 'name': ReconfigVM_Task, 'duration_secs': 0.240125} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.222316] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.223250] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f725ed4-0dd5-4cbf-a933-164e3837774f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.253024] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e/b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.253673] env[69436]: DEBUG nova.objects.base [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Object Instance<346af4bd-189b-4255-a54a-657460da50a7> lazy-loaded attributes: resources,numa_topology {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1236.257235] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79670e09-29c7-439a-a7b8-3ac2a78847a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.276950] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1236.276950] env[69436]: value = "task-3255867" [ 1236.276950] env[69436]: _type = "Task" [ 1236.276950] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.285543] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.382143] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255865, 'name': Rename_Task, 'duration_secs': 0.136456} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.382463] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.382686] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9101de88-d6dc-42f3-8b4a-8fa6d4feac33 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.389380] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.391062] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1236.391062] env[69436]: value = "task-3255868" [ 1236.391062] env[69436]: _type = "Task" [ 1236.391062] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.399289] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.400867] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b0f52-00f1-4548-9851-b401517ba9f0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.408507] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c69374-a4f2-4617-b268-ec96405665b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.448691] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69775d-4b7f-4138-abf5-31a533e80737 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.456391] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176d5e5f-fbfa-4166-99e5-e4a46f903740 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.470462] env[69436]: DEBUG nova.compute.provider_tree [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.775364] env[69436]: DEBUG nova.network.neutron [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updated VIF entry in instance network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.775724] env[69436]: DEBUG nova.network.neutron [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": null, "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2c947201-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.786776] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255867, 'name': ReconfigVM_Task, 'duration_secs': 0.295081} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.787070] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e/b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.787389] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.902301] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255868, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.973597] env[69436]: DEBUG nova.scheduler.client.report [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.278652] env[69436]: DEBUG oslo_concurrency.lockutils [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.278978] env[69436]: DEBUG nova.compute.manager [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Received event network-changed-9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1237.279212] env[69436]: DEBUG nova.compute.manager [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Refreshing instance network info cache due to event network-changed-9d528282-36dd-4845-b787-abf080ce5917. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1237.279495] env[69436]: DEBUG oslo_concurrency.lockutils [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] Acquiring lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.279665] env[69436]: DEBUG oslo_concurrency.lockutils [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] Acquired lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.279859] env[69436]: DEBUG nova.network.neutron [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Refreshing network info cache for port 9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.293323] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fbc7b1-82ff-45ac-9929-b7bbfe844877 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.312592] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b0a337-b265-4c67-a6e8-b294409d5954 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.329801] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.402681] env[69436]: DEBUG oslo_vmware.api [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255868, 'name': PowerOnVM_Task, 'duration_secs': 0.652886} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.402905] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.403115] env[69436]: INFO nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1237.403296] env[69436]: DEBUG nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1237.404034] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3e23f6-eb9e-4e1a-be21-cb922b8065a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.478490] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.869776] env[69436]: DEBUG nova.network.neutron [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Port 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1237.922752] env[69436]: INFO nova.compute.manager [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Took 14.77 seconds to build instance. [ 1237.971745] env[69436]: DEBUG nova.network.neutron [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updated VIF entry in instance network info cache for port 9d528282-36dd-4845-b787-abf080ce5917. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.972124] env[69436]: DEBUG nova.network.neutron [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updating instance_info_cache with network_info: [{"id": "9d528282-36dd-4845-b787-abf080ce5917", "address": "fa:16:3e:58:1f:8e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d528282-36", "ovs_interfaceid": "9d528282-36dd-4845-b787-abf080ce5917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.986688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-17e891bd-2dd0-4516-9af0-fe54ffda9171 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.876s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.987605] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "346af4bd-189b-4255-a54a-657460da50a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.505s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.987804] env[69436]: INFO nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 346af4bd-189b-4255-a54a-657460da50a7] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1237.988019] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "346af4bd-189b-4255-a54a-657460da50a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.988631] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.599s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.988807] env[69436]: INFO nova.compute.manager [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Unshelving [ 1238.424040] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f4c1e7a4-9305-44b9-8abe-6841144bb374 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.281s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.475255] env[69436]: DEBUG oslo_concurrency.lockutils [req-9f7c3ec3-78c8-48f4-a1a7-49b7f378457c req-750e72e1-eaac-46be-a610-1820fd2b3a3d service nova] Releasing lock "refresh_cache-17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.785185] env[69436]: DEBUG nova.compute.manager [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Received event network-changed-e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1238.785359] env[69436]: DEBUG nova.compute.manager [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Refreshing instance network info cache due to event network-changed-e76915b2-8017-4b5a-b5ed-b61b98fe7174. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1238.785652] env[69436]: DEBUG oslo_concurrency.lockutils [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.785730] env[69436]: DEBUG oslo_concurrency.lockutils [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.785869] env[69436]: DEBUG nova.network.neutron [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Refreshing network info cache for port e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.895782] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.897049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.897049] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.012860] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.013230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.013368] env[69436]: DEBUG nova.objects.instance [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'pci_requests' on Instance uuid 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.485655] env[69436]: DEBUG nova.network.neutron [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updated VIF entry in instance network info cache for port e76915b2-8017-4b5a-b5ed-b61b98fe7174. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.486054] env[69436]: DEBUG nova.network.neutron [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.517736] env[69436]: DEBUG nova.objects.instance [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'numa_topology' on Instance uuid 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.956121] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.956358] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.956502] env[69436]: DEBUG nova.network.neutron [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.988453] env[69436]: DEBUG oslo_concurrency.lockutils [req-842e0313-d629-4190-98a0-7517b5e427e0 req-542e485e-df51-49dc-a23a-54d4b0f0bdd5 service nova] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.020062] env[69436]: INFO nova.compute.claims [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.650126] env[69436]: DEBUG nova.network.neutron [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [{"id": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "address": "fa:16:3e:98:43:17", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5976dbab-26", "ovs_interfaceid": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.146144] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2bbfba-b477-4388-b05d-2410236f70b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.154924] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.159382] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04830949-9baf-4c1a-bbac-b5055a1c7eab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.189680] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a215bd1d-49fa-40cb-ac28-52a08ae1a374 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.196808] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9750f545-376e-4bcf-a54f-09e107f352d9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.210899] env[69436]: DEBUG nova.compute.provider_tree [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.679320] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0a5160-4b5e-435c-9b94-5cd8eaf0f54f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.700154] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8703cf-101d-4496-b8b5-b6349710a8f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.707221] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.714197] env[69436]: DEBUG nova.scheduler.client.report [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.214142] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.214465] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96913d8-48bb-4a1d-acbf-57cdde2b4ac5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.218604] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.222009] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1242.222009] env[69436]: value = "task-3255871" [ 1242.222009] env[69436]: _type = "Task" [ 1242.222009] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.229218] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.245706] env[69436]: INFO nova.network.neutron [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating port 2c947201-0615-421d-9428-b2bccc61fbd9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1242.732328] env[69436]: DEBUG oslo_vmware.api [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255871, 'name': PowerOnVM_Task, 'duration_secs': 0.399481} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.732558] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.732713] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8f333b81-2aa3-4cbb-ab0f-2b5e9cbaa280 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance 'b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.613971] env[69436]: DEBUG nova.compute.manager [req-daf78162-470d-48bf-80a4-aa51154dadbf req-a89c0ace-6a71-4858-89f4-76e6de9c696d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-vif-plugged-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1243.614359] env[69436]: DEBUG oslo_concurrency.lockutils [req-daf78162-470d-48bf-80a4-aa51154dadbf req-a89c0ace-6a71-4858-89f4-76e6de9c696d service nova] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.614500] env[69436]: DEBUG oslo_concurrency.lockutils [req-daf78162-470d-48bf-80a4-aa51154dadbf req-a89c0ace-6a71-4858-89f4-76e6de9c696d service nova] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.614622] env[69436]: DEBUG oslo_concurrency.lockutils [req-daf78162-470d-48bf-80a4-aa51154dadbf req-a89c0ace-6a71-4858-89f4-76e6de9c696d service nova] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.614751] env[69436]: DEBUG nova.compute.manager [req-daf78162-470d-48bf-80a4-aa51154dadbf req-a89c0ace-6a71-4858-89f4-76e6de9c696d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] No waiting events found dispatching network-vif-plugged-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.614900] env[69436]: WARNING nova.compute.manager [req-daf78162-470d-48bf-80a4-aa51154dadbf req-a89c0ace-6a71-4858-89f4-76e6de9c696d service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received unexpected event network-vif-plugged-2c947201-0615-421d-9428-b2bccc61fbd9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1243.693958] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.694177] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.694362] env[69436]: DEBUG nova.network.neutron [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.519512] env[69436]: DEBUG nova.network.neutron [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.022479] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.032030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.032030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.032230] env[69436]: DEBUG nova.compute.manager [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Going to confirm migration 8 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1245.054465] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='05edbf2ed56264d7e6b20b54fe3ed5de',container_format='bare',created_at=2025-04-03T12:13:09Z,direct_url=,disk_format='vmdk',id=60fee836-6213-4434-8183-3a3ec8dfcdaf,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2128850631-shelved',owner='1503d92c337b4daabc9aa2b5d27799f5',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T12:13:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.054734] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.054900] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.055531] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.055785] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.055962] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.056195] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.056360] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.056583] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.056770] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.056958] env[69436]: DEBUG nova.virt.hardware [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.057919] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cb3677-242c-4aa0-adce-6e622cbdd9f7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.067604] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ada7d6-eaa3-40b9-a828-dc825cb9aa8b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.084612] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:45:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c947201-0615-421d-9428-b2bccc61fbd9', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.090783] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.091108] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.091333] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8260069e-a384-41cc-b2de-fc0e6e99516c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.112992] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.112992] env[69436]: value = "task-3255874" [ 1245.112992] env[69436]: _type = "Task" [ 1245.112992] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.572180] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.572401] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquired lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.572622] env[69436]: DEBUG nova.network.neutron [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.572813] env[69436]: DEBUG nova.objects.instance [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'info_cache' on Instance uuid b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.623079] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255874, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.641019] env[69436]: DEBUG nova.compute.manager [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1245.641242] env[69436]: DEBUG nova.compute.manager [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing instance network info cache due to event network-changed-2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1245.641455] env[69436]: DEBUG oslo_concurrency.lockutils [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] Acquiring lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.641597] env[69436]: DEBUG oslo_concurrency.lockutils [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] Acquired lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.641760] env[69436]: DEBUG nova.network.neutron [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Refreshing network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.122995] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255874, 'name': CreateVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.375355] env[69436]: DEBUG nova.network.neutron [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updated VIF entry in instance network info cache for port 2c947201-0615-421d-9428-b2bccc61fbd9. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.375719] env[69436]: DEBUG nova.network.neutron [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [{"id": "2c947201-0615-421d-9428-b2bccc61fbd9", "address": "fa:16:3e:30:45:a2", "network": {"id": "7cfbfcdd-5006-4ae0-9744-16e346feae25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-782564937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1503d92c337b4daabc9aa2b5d27799f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c947201-06", "ovs_interfaceid": "2c947201-0615-421d-9428-b2bccc61fbd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.625993] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255874, 'name': CreateVM_Task} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.626226] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.627178] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.627523] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.627938] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.628310] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc8b1a0-35de-4ea9-b180-24d107f32104 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.633539] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1246.633539] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52322ec3-5a35-a8ca-076d-252850d9d105" [ 1246.633539] env[69436]: _type = "Task" [ 1246.633539] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.644185] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52322ec3-5a35-a8ca-076d-252850d9d105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.768372] env[69436]: DEBUG nova.network.neutron [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [{"id": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "address": "fa:16:3e:98:43:17", "network": {"id": "e94b665e-9eb7-4af2-b04f-11d722ab5df5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1527688700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7439471c98e4b20898443316eab3c0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5976dbab-26", "ovs_interfaceid": "5976dbab-2673-4f9d-b2fc-8f1dfeff21e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.878730] env[69436]: DEBUG oslo_concurrency.lockutils [req-9eb7efe5-1e1f-45f4-837c-568853abc23f req-8776c4a1-4613-4e63-81af-7ee291a73f6c service nova] Releasing lock "refresh_cache-346af4bd-189b-4255-a54a-657460da50a7" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.143665] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.143951] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Processing image 60fee836-6213-4434-8183-3a3ec8dfcdaf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.144232] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.144407] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.144595] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.144879] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36b720dd-4af1-43cf-a07e-25f6af4023ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.163343] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.163788] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.164713] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffa189d-f60b-41d4-970a-ccb7c23bcf99 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.169989] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1247.169989] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524f7cf2-1242-702d-843b-69e6cf3bf7c6" [ 1247.169989] env[69436]: _type = "Task" [ 1247.169989] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.177375] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]524f7cf2-1242-702d-843b-69e6cf3bf7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.271210] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Releasing lock "refresh_cache-b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.271482] env[69436]: DEBUG nova.objects.instance [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lazy-loading 'migration_context' on Instance uuid b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.680025] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Preparing fetch location {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1247.680303] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Fetch image to [datastore1] OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032/OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032.vmdk {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1247.680491] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Downloading stream optimized image 60fee836-6213-4434-8183-3a3ec8dfcdaf to [datastore1] OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032/OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032.vmdk on the data store datastore1 as vApp {{(pid=69436) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1247.680659] env[69436]: DEBUG nova.virt.vmwareapi.images [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Downloading image file data 60fee836-6213-4434-8183-3a3ec8dfcdaf to the ESX as VM named 'OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032' {{(pid=69436) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1247.746823] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1247.746823] env[69436]: value = "resgroup-9" [ 1247.746823] env[69436]: _type = "ResourcePool" [ 1247.746823] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1247.747130] env[69436]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-69fb62b7-234b-4a16-b4ad-0664b6539ef4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.766979] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease: (returnval){ [ 1247.766979] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5239c3f7-dbac-0d1b-9b6f-8be9e06e1507" [ 1247.766979] env[69436]: _type = "HttpNfcLease" [ 1247.766979] env[69436]: } obtained for vApp import into resource pool (val){ [ 1247.766979] env[69436]: value = "resgroup-9" [ 1247.766979] env[69436]: _type = "ResourcePool" [ 1247.766979] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1247.767348] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the lease: (returnval){ [ 1247.767348] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5239c3f7-dbac-0d1b-9b6f-8be9e06e1507" [ 1247.767348] env[69436]: _type = "HttpNfcLease" [ 1247.767348] env[69436]: } to be ready. {{(pid=69436) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1247.773917] env[69436]: DEBUG nova.objects.base [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.774197] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1247.774197] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5239c3f7-dbac-0d1b-9b6f-8be9e06e1507" [ 1247.774197] env[69436]: _type = "HttpNfcLease" [ 1247.774197] env[69436]: } is initializing. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1247.774854] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cbb6b6-52e1-4699-8d84-e4d1de439b1a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.792336] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946b54c5-7ced-4519-947f-2cf36c0dd55c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.797665] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1247.797665] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c1fde1-3db3-72fd-6f6c-7bad595c88d9" [ 1247.797665] env[69436]: _type = "Task" [ 1247.797665] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.805101] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c1fde1-3db3-72fd-6f6c-7bad595c88d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.275235] env[69436]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.275235] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5239c3f7-dbac-0d1b-9b6f-8be9e06e1507" [ 1248.275235] env[69436]: _type = "HttpNfcLease" [ 1248.275235] env[69436]: } is ready. {{(pid=69436) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1248.275664] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1248.275664] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5239c3f7-dbac-0d1b-9b6f-8be9e06e1507" [ 1248.275664] env[69436]: _type = "HttpNfcLease" [ 1248.275664] env[69436]: }. {{(pid=69436) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1248.276285] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5c5e8-4a11-43a0-80e1-9049b82e2b27 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.283314] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd2b79-98e0-36cc-b715-e69e5c440b79/disk-0.vmdk from lease info. {{(pid=69436) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1248.283496] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd2b79-98e0-36cc-b715-e69e5c440b79/disk-0.vmdk. {{(pid=69436) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1248.347538] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c1fde1-3db3-72fd-6f6c-7bad595c88d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015921} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.350840] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.351208] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.353548] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d7dbb9f-3eff-4742-ba0e-387f0ff4240f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.983569] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60f3fc-6f24-40db-b4d6-51fd0a7f1791 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.995337] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a68443-2da1-4c25-a39e-d6af8fafa5f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.033028] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c59a1-157e-45ed-a67e-fe9e03887f05 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.042730] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39933f7e-d0cf-4050-9a37-a3a639f6f040 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.059822] env[69436]: DEBUG nova.compute.provider_tree [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.450659] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Completed reading data from the image iterator. {{(pid=69436) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1249.451079] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd2b79-98e0-36cc-b715-e69e5c440b79/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.451970] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4355c16-6c63-4d69-9c24-cc545fced75b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.459863] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd2b79-98e0-36cc-b715-e69e5c440b79/disk-0.vmdk is in state: ready. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.460043] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd2b79-98e0-36cc-b715-e69e5c440b79/disk-0.vmdk. {{(pid=69436) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1249.460315] env[69436]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-da7dbe68-59c5-4c73-aef0-09e543b544e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.563331] env[69436]: DEBUG nova.scheduler.client.report [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.785896] env[69436]: DEBUG oslo_vmware.rw_handles [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bd2b79-98e0-36cc-b715-e69e5c440b79/disk-0.vmdk. {{(pid=69436) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1249.786168] env[69436]: INFO nova.virt.vmwareapi.images [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Downloaded image file data 60fee836-6213-4434-8183-3a3ec8dfcdaf [ 1249.787154] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a3421-d361-43e3-ac4e-246c2db84277 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.802443] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee0dfa8-7f88-4f3f-8210-d5d634313588 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.861805] env[69436]: INFO nova.virt.vmwareapi.images [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] The imported VM was unregistered [ 1249.864484] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Caching image {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1249.864747] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Creating directory with path [datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.865066] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1180832-1677-4dac-94d9-dadb9e06a106 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.875858] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Created directory with path [datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.876047] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032/OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032.vmdk to [datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk. {{(pid=69436) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1249.876298] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-70f69180-a967-424d-9a96-8937cf9be444 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.882354] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1249.882354] env[69436]: value = "task-3255879" [ 1249.882354] env[69436]: _type = "Task" [ 1249.882354] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.892288] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255879, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.394598] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255879, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.577084] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.225s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.897178] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255879, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.134874] env[69436]: INFO nova.scheduler.client.report [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocation for migration f001952a-a3b1-444d-b20e-e450e435dc9f [ 1251.397145] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255879, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.641431] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.609s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.896753] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255879, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.395416] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255879, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.296801} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.395703] env[69436]: INFO nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032/OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032.vmdk to [datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk. [ 1252.395889] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Cleaning up location [datastore1] OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032 {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1252.396069] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2cedfffe-fe57-4965-a421-21bec91d0032 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.396335] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84bf5b7b-cb4d-4f3a-8d7f-5d3b09d67bb8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.402774] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1252.402774] env[69436]: value = "task-3255881" [ 1252.402774] env[69436]: _type = "Task" [ 1252.402774] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.410536] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.912716] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036734} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.913149] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.913149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.913425] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk to [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.913680] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83049c4b-8076-4c24-aa6b-ea1f535fedb8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.921828] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1252.921828] env[69436]: value = "task-3255882" [ 1252.921828] env[69436]: _type = "Task" [ 1252.921828] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.929458] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.055345] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.055643] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.055858] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.056058] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.056240] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.058401] env[69436]: INFO nova.compute.manager [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Terminating instance [ 1253.434150] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255882, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.562621] env[69436]: DEBUG nova.compute.manager [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1253.562888] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.563927] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a633d4e-d5aa-4502-970d-00c9c6f0badb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.574268] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.574608] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9acad308-d533-4b3f-baf4-b18f1412632b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.584670] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1253.584670] env[69436]: value = "task-3255883" [ 1253.584670] env[69436]: _type = "Task" [ 1253.584670] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.596308] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.935204] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255882, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.096654] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255883, 'name': PowerOffVM_Task, 'duration_secs': 0.450715} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.096930] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.097134] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.097757] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf00f06-3315-428c-8f48-ad78b459343d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.195823] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.196060] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.196250] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleting the datastore file [datastore1] b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.196696] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-376661de-d5b5-4aac-91d3-4c5b57b37d2a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.206598] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for the task: (returnval){ [ 1254.206598] env[69436]: value = "task-3255885" [ 1254.206598] env[69436]: _type = "Task" [ 1254.206598] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.217326] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.436406] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255882, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.719836] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.935896] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255882, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.221156] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.416807] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.417102] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.434852] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255882, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.331096} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.435167] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60fee836-6213-4434-8183-3a3ec8dfcdaf/60fee836-6213-4434-8183-3a3ec8dfcdaf.vmdk to [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.435918] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d646bd-c6f9-4f2a-85f1-067e16b7d1ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.457637] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.458147] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08fd3aaf-3bc6-4705-ac65-85dae4ac3ac6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.478197] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1255.478197] env[69436]: value = "task-3255886" [ 1255.478197] env[69436]: _type = "Task" [ 1255.478197] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.487306] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.623169] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.623467] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.719579] env[69436]: DEBUG oslo_vmware.api [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Task: {'id': task-3255885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.134048} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.719869] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.720239] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.720364] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.720577] env[69436]: INFO nova.compute.manager [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1255.720857] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.721074] env[69436]: DEBUG nova.compute.manager [-] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1255.721172] env[69436]: DEBUG nova.network.neutron [-] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.920050] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1255.988700] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255886, 'name': ReconfigVM_Task, 'duration_secs': 0.297913} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.989079] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 346af4bd-189b-4255-a54a-657460da50a7/346af4bd-189b-4255-a54a-657460da50a7.vmdk or device None with type streamOptimized {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.989665] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74a54393-d2bc-482b-9cfb-fde73ffe0481 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.996678] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1255.996678] env[69436]: value = "task-3255887" [ 1255.996678] env[69436]: _type = "Task" [ 1255.996678] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.008045] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255887, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.127936] env[69436]: DEBUG nova.compute.utils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.246932] env[69436]: DEBUG nova.compute.manager [req-01890cc7-e596-4c75-b6d3-638eafdae5a3 req-2a159444-331c-4bdf-965a-10066beb41c1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Received event network-vif-deleted-5976dbab-2673-4f9d-b2fc-8f1dfeff21e6 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1256.247264] env[69436]: INFO nova.compute.manager [req-01890cc7-e596-4c75-b6d3-638eafdae5a3 req-2a159444-331c-4bdf-965a-10066beb41c1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Neutron deleted interface 5976dbab-2673-4f9d-b2fc-8f1dfeff21e6; detaching it from the instance and deleting it from the info cache [ 1256.247488] env[69436]: DEBUG nova.network.neutron [req-01890cc7-e596-4c75-b6d3-638eafdae5a3 req-2a159444-331c-4bdf-965a-10066beb41c1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.444747] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.445046] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.446546] env[69436]: INFO nova.compute.claims [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.507126] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255887, 'name': Rename_Task, 'duration_secs': 0.1529} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.507492] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.507738] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e97e18d1-845b-43d4-a86e-f5e6177e8482 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.514152] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1256.514152] env[69436]: value = "task-3255888" [ 1256.514152] env[69436]: _type = "Task" [ 1256.514152] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.526029] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.630075] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.730554] env[69436]: DEBUG nova.network.neutron [-] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.749903] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e94592c-c8cf-4815-9fa5-b40c3b3ff92e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.761337] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb929308-2762-4072-8435-3fe9c6bc89d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.795503] env[69436]: DEBUG nova.compute.manager [req-01890cc7-e596-4c75-b6d3-638eafdae5a3 req-2a159444-331c-4bdf-965a-10066beb41c1 service nova] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Detach interface failed, port_id=5976dbab-2673-4f9d-b2fc-8f1dfeff21e6, reason: Instance b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1257.024467] env[69436]: DEBUG oslo_vmware.api [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255888, 'name': PowerOnVM_Task, 'duration_secs': 0.471816} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.024772] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.127583] env[69436]: DEBUG nova.compute.manager [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1257.128656] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484d947-91c2-4e5b-8500-e736fa94ea52 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.232634] env[69436]: INFO nova.compute.manager [-] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Took 1.51 seconds to deallocate network for instance. [ 1257.574618] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c75de2-b9b4-4edc-a241-cb2c69dbff5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.583049] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae968153-10ce-4bec-be03-abe922b76449 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.615102] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bdbc5c-cb04-4935-b5e1-f2b1559783d7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.623318] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df3ccf-ee6d-4981-96d9-54481cb96601 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.637498] env[69436]: DEBUG nova.compute.provider_tree [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.645111] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ffae2149-20ee-442c-b2e3-a331f60ec2ae tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.656s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.699092] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.699765] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.699765] env[69436]: INFO nova.compute.manager [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Attaching volume 7f28e824-4a31-44b1-9e69-d35e47496e64 to /dev/sdb [ 1257.730814] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d974fca-43db-48c1-9263-f2160a9facad {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.738742] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.739577] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af8eb96-6814-469c-b873-d15a1cdd8ce4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.755060] env[69436]: DEBUG nova.virt.block_device [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updating existing volume attachment record: c1d452d2-957c-4cce-b42a-99aeee5979e8 {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.141243] env[69436]: DEBUG nova.scheduler.client.report [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.262538] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.262912] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.263713] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "346af4bd-189b-4255-a54a-657460da50a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.263988] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.264225] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.266518] env[69436]: INFO nova.compute.manager [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Terminating instance [ 1258.647393] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.647791] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1258.650494] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.912s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.650693] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.668888] env[69436]: INFO nova.scheduler.client.report [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Deleted allocations for instance b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e [ 1258.770637] env[69436]: DEBUG nova.compute.manager [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1258.770838] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.771781] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d73ef2-f1d0-4e5d-85b5-4c5e0b00e6e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.780244] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.780474] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0be0e989-462d-4d14-a88f-fed3f940fce4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.787309] env[69436]: DEBUG oslo_vmware.api [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1258.787309] env[69436]: value = "task-3255890" [ 1258.787309] env[69436]: _type = "Task" [ 1258.787309] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.795735] env[69436]: DEBUG oslo_vmware.api [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.155560] env[69436]: DEBUG nova.compute.utils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.156961] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1259.157147] env[69436]: DEBUG nova.network.neutron [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.177339] env[69436]: DEBUG oslo_concurrency.lockutils [None req-ee49ca9b-25e7-4e4c-866c-b77ed2a08298 tempest-DeleteServersTestJSON-481950467 tempest-DeleteServersTestJSON-481950467-project-member] Lock "b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.122s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.214895] env[69436]: DEBUG nova.policy [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02691a30f7641918a9558aad67607dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ba3497a93141fa87e3efd3abcbf682', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.298053] env[69436]: DEBUG oslo_vmware.api [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255890, 'name': PowerOffVM_Task, 'duration_secs': 0.205952} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.298365] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.298555] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.298907] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a726c6c8-0c96-4a61-a1e1-6066508de4c8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.376022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.376022] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.376022] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleting the datastore file [datastore1] 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.376022] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2d8441-b483-457d-8a75-5e4a36157b80 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.382328] env[69436]: DEBUG oslo_vmware.api [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for the task: (returnval){ [ 1259.382328] env[69436]: value = "task-3255892" [ 1259.382328] env[69436]: _type = "Task" [ 1259.382328] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.390984] env[69436]: DEBUG oslo_vmware.api [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.470614] env[69436]: DEBUG nova.network.neutron [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Successfully created port: d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.660928] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1259.893039] env[69436]: DEBUG oslo_vmware.api [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Task: {'id': task-3255892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13951} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.893667] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.893980] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.894206] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.894388] env[69436]: INFO nova.compute.manager [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1259.894634] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.894831] env[69436]: DEBUG nova.compute.manager [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1259.894931] env[69436]: DEBUG nova.network.neutron [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.167774] env[69436]: INFO nova.virt.block_device [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Booting with volume 50da6529-0746-4056-9ae7-12316b7978a7 at /dev/sda [ 1260.205081] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f3e2558-a47d-4af7-ab93-efb1cf122069 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.214931] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1470d-5e23-410e-b02a-a4685d23e78d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.246636] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ed5bcfe-6cde-4500-b92b-bbf4d759e912 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.257283] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6a807-2abf-47a9-9cac-ee416783ec8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.288552] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8facc8a-cfd9-4cfa-b208-a22708b0ea63 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.295674] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ddaa02-3a3b-4813-94ef-f4e6301b4b69 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.311029] env[69436]: DEBUG nova.virt.block_device [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating existing volume attachment record: 5eace571-ca6f-46cb-b5dc-0589d45b9ecc {{(pid=69436) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1260.562852] env[69436]: DEBUG nova.compute.manager [req-8ff14df2-8b83-4ee7-ad7b-1222faceac58 req-87334fbc-8130-4f47-aff7-3e349f5b72c4 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Received event network-vif-deleted-2c947201-0615-421d-9428-b2bccc61fbd9 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1260.563076] env[69436]: INFO nova.compute.manager [req-8ff14df2-8b83-4ee7-ad7b-1222faceac58 req-87334fbc-8130-4f47-aff7-3e349f5b72c4 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Neutron deleted interface 2c947201-0615-421d-9428-b2bccc61fbd9; detaching it from the instance and deleting it from the info cache [ 1260.563250] env[69436]: DEBUG nova.network.neutron [req-8ff14df2-8b83-4ee7-ad7b-1222faceac58 req-87334fbc-8130-4f47-aff7-3e349f5b72c4 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.869935] env[69436]: DEBUG nova.compute.manager [req-c936d511-b045-41dc-b43f-964614dd5cbe req-4ca0af86-b81e-48c8-810a-7cf13d0c87ca service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Received event network-vif-plugged-d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1260.869935] env[69436]: DEBUG oslo_concurrency.lockutils [req-c936d511-b045-41dc-b43f-964614dd5cbe req-4ca0af86-b81e-48c8-810a-7cf13d0c87ca service nova] Acquiring lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.869935] env[69436]: DEBUG oslo_concurrency.lockutils [req-c936d511-b045-41dc-b43f-964614dd5cbe req-4ca0af86-b81e-48c8-810a-7cf13d0c87ca service nova] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.869935] env[69436]: DEBUG oslo_concurrency.lockutils [req-c936d511-b045-41dc-b43f-964614dd5cbe req-4ca0af86-b81e-48c8-810a-7cf13d0c87ca service nova] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.869935] env[69436]: DEBUG nova.compute.manager [req-c936d511-b045-41dc-b43f-964614dd5cbe req-4ca0af86-b81e-48c8-810a-7cf13d0c87ca service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] No waiting events found dispatching network-vif-plugged-d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.869935] env[69436]: WARNING nova.compute.manager [req-c936d511-b045-41dc-b43f-964614dd5cbe req-4ca0af86-b81e-48c8-810a-7cf13d0c87ca service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Received unexpected event network-vif-plugged-d0888e48-f029-4129-ac0f-2d0c6d6f2079 for instance with vm_state building and task_state block_device_mapping. [ 1260.947520] env[69436]: DEBUG nova.network.neutron [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Successfully updated port: d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.047477] env[69436]: DEBUG nova.network.neutron [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.065075] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8f008cc-6c0e-4c9c-8ca5-032b3b44d478 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.076186] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016060cd-c101-4a88-b66f-4238b67806a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.108914] env[69436]: DEBUG nova.compute.manager [req-8ff14df2-8b83-4ee7-ad7b-1222faceac58 req-87334fbc-8130-4f47-aff7-3e349f5b72c4 service nova] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Detach interface failed, port_id=2c947201-0615-421d-9428-b2bccc61fbd9, reason: Instance 346af4bd-189b-4255-a54a-657460da50a7 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1261.452326] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.452641] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.452690] env[69436]: DEBUG nova.network.neutron [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.551313] env[69436]: INFO nova.compute.manager [-] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Took 1.66 seconds to deallocate network for instance. [ 1261.984559] env[69436]: DEBUG nova.network.neutron [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.057510] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.057804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.058031] env[69436]: DEBUG nova.objects.instance [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lazy-loading 'resources' on Instance uuid 346af4bd-189b-4255-a54a-657460da50a7 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.126223] env[69436]: DEBUG nova.network.neutron [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.299369] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.299671] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650505', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'name': 'volume-7f28e824-4a31-44b1-9e69-d35e47496e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dccfc724-7b00-498e-948b-76f0814815be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'serial': '7f28e824-4a31-44b1-9e69-d35e47496e64'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.301102] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871265ce-663f-4684-be8c-7459176054a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.320575] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52addd9-e77d-4a4b-9904-ca9f63e8d874 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.345934] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-7f28e824-4a31-44b1-9e69-d35e47496e64/volume-7f28e824-4a31-44b1-9e69-d35e47496e64.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.346285] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08614835-aa01-4214-85a6-613d6e604f56 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.365406] env[69436]: DEBUG oslo_vmware.api [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1262.365406] env[69436]: value = "task-3255895" [ 1262.365406] env[69436]: _type = "Task" [ 1262.365406] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.375246] env[69436]: DEBUG oslo_vmware.api [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.472640] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1262.473249] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.473514] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.473723] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.473950] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.474389] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.476163] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.476577] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.476994] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.477668] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.478104] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.478352] env[69436]: DEBUG nova.virt.hardware [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.479842] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fffd54-7ba8-4c8d-a21b-2480e4939dba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.489294] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac24cbf-7bdd-494d-93a2-3aed24c2e5e1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.629776] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.630186] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Instance network_info: |[{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1262.630965] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a3:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0888e48-f029-4129-ac0f-2d0c6d6f2079', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.641027] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.641027] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.641027] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9fbd4e6-992c-4963-9cc7-8420a97b14de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.668562] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.668562] env[69436]: value = "task-3255896" [ 1262.668562] env[69436]: _type = "Task" [ 1262.668562] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.680714] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255896, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.714129] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a80f15-7a5b-4e91-a379-2e2cf76fb644 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.726568] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c8bea-6e2e-4399-87b6-d49d2cfb1145 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.761642] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f251384f-0f9d-4401-a70f-21ceb3dde616 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.770361] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f38bfbc-ce4c-4f56-a04c-26d0772945de {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.784842] env[69436]: DEBUG nova.compute.provider_tree [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.876456] env[69436]: DEBUG oslo_vmware.api [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255895, 'name': ReconfigVM_Task, 'duration_secs': 0.36351} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.876743] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-7f28e824-4a31-44b1-9e69-d35e47496e64/volume-7f28e824-4a31-44b1-9e69-d35e47496e64.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.881967] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25774602-5ada-419e-b63e-7909edc4e22e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.901510] env[69436]: DEBUG oslo_vmware.api [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1262.901510] env[69436]: value = "task-3255897" [ 1262.901510] env[69436]: _type = "Task" [ 1262.901510] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.910926] env[69436]: DEBUG oslo_vmware.api [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.913803] env[69436]: DEBUG nova.compute.manager [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Received event network-changed-d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1262.913803] env[69436]: DEBUG nova.compute.manager [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Refreshing instance network info cache due to event network-changed-d0888e48-f029-4129-ac0f-2d0c6d6f2079. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1262.913803] env[69436]: DEBUG oslo_concurrency.lockutils [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] Acquiring lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.913803] env[69436]: DEBUG oslo_concurrency.lockutils [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] Acquired lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.913989] env[69436]: DEBUG nova.network.neutron [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Refreshing network info cache for port d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.179152] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255896, 'name': CreateVM_Task, 'duration_secs': 0.332062} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.179339] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.180029] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '5eace571-ca6f-46cb-b5dc-0589d45b9ecc', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650503', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'name': 'volume-50da6529-0746-4056-9ae7-12316b7978a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbea9f57-cf00-4122-9ebd-baf416523fa3', 'attached_at': '', 'detached_at': '', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'serial': '50da6529-0746-4056-9ae7-12316b7978a7'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69436) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1263.180246] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Root volume attach. Driver type: vmdk {{(pid=69436) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1263.181010] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b945b-b0e5-46d5-b301-055afc980c7c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.189587] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c8299-ff03-4723-932d-33a858cbdd98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.195338] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b383398c-86a0-40ff-8357-da72341d680c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.200939] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-44ffd600-39ad-44dd-9867-4af7f04c3fcc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.208062] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1263.208062] env[69436]: value = "task-3255898" [ 1263.208062] env[69436]: _type = "Task" [ 1263.208062] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.216711] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255898, 'name': RelocateVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.287976] env[69436]: DEBUG nova.scheduler.client.report [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.430236] env[69436]: DEBUG oslo_vmware.api [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255897, 'name': ReconfigVM_Task, 'duration_secs': 0.190336} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.430236] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650505', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'name': 'volume-7f28e824-4a31-44b1-9e69-d35e47496e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dccfc724-7b00-498e-948b-76f0814815be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'serial': '7f28e824-4a31-44b1-9e69-d35e47496e64'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.693698] env[69436]: DEBUG nova.network.neutron [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updated VIF entry in instance network info cache for port d0888e48-f029-4129-ac0f-2d0c6d6f2079. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.694127] env[69436]: DEBUG nova.network.neutron [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.719727] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255898, 'name': RelocateVM_Task, 'duration_secs': 0.378538} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.720107] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Volume attach. Driver type: vmdk {{(pid=69436) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1263.720356] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650503', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'name': 'volume-50da6529-0746-4056-9ae7-12316b7978a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbea9f57-cf00-4122-9ebd-baf416523fa3', 'attached_at': '', 'detached_at': '', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'serial': '50da6529-0746-4056-9ae7-12316b7978a7'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1263.721176] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afef83f-4a8c-4dc5-92ea-a9531ca9bef4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.743138] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cd25c-a586-4567-84b8-e94dc7ff61a4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.779044] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-50da6529-0746-4056-9ae7-12316b7978a7/volume-50da6529-0746-4056-9ae7-12316b7978a7.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.779977] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fecb24f2-a88b-4acf-b2de-9d55546e8a9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.804329] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.812784] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1263.812784] env[69436]: value = "task-3255899" [ 1263.812784] env[69436]: _type = "Task" [ 1263.812784] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.823778] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.834101] env[69436]: INFO nova.scheduler.client.report [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Deleted allocations for instance 346af4bd-189b-4255-a54a-657460da50a7 [ 1264.197254] env[69436]: DEBUG oslo_concurrency.lockutils [req-4ad35022-c1dd-42f6-8224-270f1e531373 req-f41aef90-cef4-46df-a2e2-a70ecf775b10 service nova] Releasing lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.322934] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255899, 'name': ReconfigVM_Task, 'duration_secs': 0.276088} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.323255] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-50da6529-0746-4056-9ae7-12316b7978a7/volume-50da6529-0746-4056-9ae7-12316b7978a7.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.327943] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87443b39-956b-47b2-bd00-556114b60a90 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.343378] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7a4a0726-5f5a-4e02-8390-5e57fb63c355 tempest-ServerActionsTestOtherB-497567616 tempest-ServerActionsTestOtherB-497567616-project-member] Lock "346af4bd-189b-4255-a54a-657460da50a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.080s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.346104] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1264.346104] env[69436]: value = "task-3255900" [ 1264.346104] env[69436]: _type = "Task" [ 1264.346104] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.354830] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.474519] env[69436]: DEBUG nova.objects.instance [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'flavor' on Instance uuid dccfc724-7b00-498e-948b-76f0814815be {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.857842] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255900, 'name': ReconfigVM_Task, 'duration_secs': 0.133796} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.858264] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650503', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'name': 'volume-50da6529-0746-4056-9ae7-12316b7978a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbea9f57-cf00-4122-9ebd-baf416523fa3', 'attached_at': '', 'detached_at': '', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'serial': '50da6529-0746-4056-9ae7-12316b7978a7'} {{(pid=69436) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.858720] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b784b489-a383-47df-aaaa-37149d9428ec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.866609] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1264.866609] env[69436]: value = "task-3255902" [ 1264.866609] env[69436]: _type = "Task" [ 1264.866609] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.876698] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255902, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.979887] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0149e57c-9631-4b92-92b5-c98bd1731331 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.280s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.223018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.223338] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.378465] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255902, 'name': Rename_Task} progress is 14%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.727260] env[69436]: INFO nova.compute.manager [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Detaching volume 7f28e824-4a31-44b1-9e69-d35e47496e64 [ 1265.757484] env[69436]: INFO nova.virt.block_device [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Attempting to driver detach volume 7f28e824-4a31-44b1-9e69-d35e47496e64 from mountpoint /dev/sdb [ 1265.757774] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.757972] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650505', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'name': 'volume-7f28e824-4a31-44b1-9e69-d35e47496e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dccfc724-7b00-498e-948b-76f0814815be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'serial': '7f28e824-4a31-44b1-9e69-d35e47496e64'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.758838] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48017e5b-7d86-4640-845d-841afde2cd7a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.780788] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e13446-c022-4816-a8b0-4c48a56b3e07 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.788390] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50833771-c2ed-458d-8335-899c4b761c3d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.809833] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1610727-5e17-4799-b03d-73b85d275186 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.825598] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f28e824-4a31-44b1-9e69-d35e47496e64/volume-7f28e824-4a31-44b1-9e69-d35e47496e64.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.830821] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.831139] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf695930-e3fb-4d08-b575-0aeae08efd11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.850346] env[69436]: DEBUG oslo_vmware.api [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1265.850346] env[69436]: value = "task-3255903" [ 1265.850346] env[69436]: _type = "Task" [ 1265.850346] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.858721] env[69436]: DEBUG oslo_vmware.api [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.876172] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255902, 'name': Rename_Task, 'duration_secs': 0.728718} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.876466] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.876736] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0337f2-7317-4f6e-95b1-e90b6ea729f9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.883144] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1265.883144] env[69436]: value = "task-3255904" [ 1265.883144] env[69436]: _type = "Task" [ 1265.883144] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.891366] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.360787] env[69436]: DEBUG oslo_vmware.api [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255903, 'name': ReconfigVM_Task, 'duration_secs': 0.239168} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.361090] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.365757] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aac111f-8e7e-40b3-9962-2994a77a4977 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.381613] env[69436]: DEBUG oslo_vmware.api [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1266.381613] env[69436]: value = "task-3255905" [ 1266.381613] env[69436]: _type = "Task" [ 1266.381613] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.392516] env[69436]: DEBUG oslo_vmware.api [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255904, 'name': PowerOnVM_Task, 'duration_secs': 0.438239} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.395215] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.395432] env[69436]: INFO nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Took 3.92 seconds to spawn the instance on the hypervisor. [ 1266.395621] env[69436]: DEBUG nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1266.395888] env[69436]: DEBUG oslo_vmware.api [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.396596] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf3e467-1b0c-4ec5-a68d-8c30828d0c14 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.739870] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.740183] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.740400] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "492abb82-80e5-4c40-b55e-72f4581af022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.740591] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.740755] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.743095] env[69436]: INFO nova.compute.manager [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Terminating instance [ 1266.892074] env[69436]: DEBUG oslo_vmware.api [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255905, 'name': ReconfigVM_Task, 'duration_secs': 0.155434} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.892451] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650505', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'name': 'volume-7f28e824-4a31-44b1-9e69-d35e47496e64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dccfc724-7b00-498e-948b-76f0814815be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f28e824-4a31-44b1-9e69-d35e47496e64', 'serial': '7f28e824-4a31-44b1-9e69-d35e47496e64'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.913364] env[69436]: INFO nova.compute.manager [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Took 10.49 seconds to build instance. [ 1267.246643] env[69436]: DEBUG nova.compute.manager [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1267.246906] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.247845] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca77c89-01a3-4a7f-8351-7cb1bf8344d6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.256104] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.256447] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51dac08c-9ff4-47f3-925e-7cf18d6072a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.263333] env[69436]: DEBUG oslo_vmware.api [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1267.263333] env[69436]: value = "task-3255906" [ 1267.263333] env[69436]: _type = "Task" [ 1267.263333] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.272144] env[69436]: DEBUG oslo_vmware.api [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.416482] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4588d6eb-0ee0-4bcf-a427-f3c01c55cd36 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.999s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.441955] env[69436]: DEBUG nova.objects.instance [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'flavor' on Instance uuid dccfc724-7b00-498e-948b-76f0814815be {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.773857] env[69436]: DEBUG oslo_vmware.api [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255906, 'name': PowerOffVM_Task, 'duration_secs': 0.196413} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.775021] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.775218] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.776447] env[69436]: DEBUG nova.compute.manager [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Received event network-changed-4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1267.776630] env[69436]: DEBUG nova.compute.manager [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Refreshing instance network info cache due to event network-changed-4572b71e-50a0-42fb-99ef-3dbb56ea752d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1267.776839] env[69436]: DEBUG oslo_concurrency.lockutils [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] Acquiring lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.776985] env[69436]: DEBUG oslo_concurrency.lockutils [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] Acquired lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.777163] env[69436]: DEBUG nova.network.neutron [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Refreshing network info cache for port 4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.778751] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fc337f1-5254-4f95-a9c6-23f664c02856 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.451979] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53a90a36-1113-4e75-9253-15b8127649e1 tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.502062] env[69436]: DEBUG nova.network.neutron [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updated VIF entry in instance network info cache for port 4572b71e-50a0-42fb-99ef-3dbb56ea752d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.502499] env[69436]: DEBUG nova.network.neutron [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updating instance_info_cache with network_info: [{"id": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "address": "fa:16:3e:9d:c0:e1", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4572b71e-50", "ovs_interfaceid": "4572b71e-50a0-42fb-99ef-3dbb56ea752d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.530502] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.530729] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.530973] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleting the datastore file [datastore1] 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.531324] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7582d19-def9-44ff-8984-6e4b275c5830 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.540454] env[69436]: DEBUG oslo_vmware.api [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for the task: (returnval){ [ 1268.540454] env[69436]: value = "task-3255908" [ 1268.540454] env[69436]: _type = "Task" [ 1268.540454] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.549553] env[69436]: DEBUG oslo_vmware.api [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.006376] env[69436]: DEBUG oslo_concurrency.lockutils [req-d0d50412-ff45-4d98-8d48-61e72dfb68c7 req-e71e7c1a-f595-4816-9e54-d181c4691eeb service nova] Releasing lock "refresh_cache-03a37459-fda2-4409-b07c-e194b16a4b23" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.063054] env[69436]: DEBUG oslo_vmware.api [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Task: {'id': task-3255908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187589} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.063607] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.063947] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.064267] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.064473] env[69436]: INFO nova.compute.manager [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1269.065643] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.066127] env[69436]: DEBUG nova.compute.manager [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1269.066229] env[69436]: DEBUG nova.network.neutron [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.335060] env[69436]: DEBUG nova.compute.manager [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1269.536149] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.536430] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.537235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "dccfc724-7b00-498e-948b-76f0814815be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.537235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.537235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.539328] env[69436]: INFO nova.compute.manager [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Terminating instance [ 1269.808103] env[69436]: DEBUG nova.compute.manager [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Received event network-changed-d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1269.808316] env[69436]: DEBUG nova.compute.manager [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Refreshing instance network info cache due to event network-changed-d0888e48-f029-4129-ac0f-2d0c6d6f2079. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1269.808547] env[69436]: DEBUG oslo_concurrency.lockutils [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] Acquiring lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.808703] env[69436]: DEBUG oslo_concurrency.lockutils [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] Acquired lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.808864] env[69436]: DEBUG nova.network.neutron [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Refreshing network info cache for port d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.859769] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.860072] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.043449] env[69436]: DEBUG nova.compute.manager [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1270.044098] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.044640] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedb4a25-b672-47c3-ba61-2c7c0ffdaabd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.053854] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.054127] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53acd7da-ff15-41db-b70f-7f8ea9f1e102 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.062505] env[69436]: DEBUG oslo_vmware.api [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1270.062505] env[69436]: value = "task-3255909" [ 1270.062505] env[69436]: _type = "Task" [ 1270.062505] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.074356] env[69436]: DEBUG oslo_vmware.api [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.364286] env[69436]: INFO nova.compute.claims [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.411132] env[69436]: DEBUG nova.network.neutron [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.528136] env[69436]: DEBUG nova.network.neutron [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updated VIF entry in instance network info cache for port d0888e48-f029-4129-ac0f-2d0c6d6f2079. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.528599] env[69436]: DEBUG nova.network.neutron [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.573850] env[69436]: DEBUG oslo_vmware.api [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255909, 'name': PowerOffVM_Task, 'duration_secs': 0.250209} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.573850] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.573850] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.574198] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cebecf2a-6579-4f95-8943-8f46d537036b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.643617] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.643847] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.644385] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleting the datastore file [datastore2] dccfc724-7b00-498e-948b-76f0814815be {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.645340] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4758b331-b2e1-4789-8ede-eaf99247cea3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.655473] env[69436]: DEBUG oslo_vmware.api [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for the task: (returnval){ [ 1270.655473] env[69436]: value = "task-3255911" [ 1270.655473] env[69436]: _type = "Task" [ 1270.655473] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.665078] env[69436]: DEBUG oslo_vmware.api [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.870015] env[69436]: INFO nova.compute.resource_tracker [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating resource usage from migration b2f7f89a-e26f-48cc-9f29-6e6a473389e4 [ 1270.906508] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.906750] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.912740] env[69436]: INFO nova.compute.manager [-] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Took 1.85 seconds to deallocate network for instance. [ 1270.993247] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e48a8-9009-4139-8098-f7c19690bb76 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.001344] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dfd5cb-8c10-4013-984c-1899f4246aba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.034190] env[69436]: DEBUG oslo_concurrency.lockutils [req-6d413e7f-f820-43d8-85ff-e2e04674a84f req-e3d825de-9a62-4a8c-a7a3-ebd5378652a0 service nova] Releasing lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.035263] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599ff69b-19b0-4ab4-a851-3f149c493610 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.043226] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee77c325-8204-4641-9059-dc1cbb22a1f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.057683] env[69436]: DEBUG nova.compute.provider_tree [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.165858] env[69436]: DEBUG oslo_vmware.api [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Task: {'id': task-3255911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457842} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.166069] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.166255] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.166427] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.166599] env[69436]: INFO nova.compute.manager [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] [instance: dccfc724-7b00-498e-948b-76f0814815be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1271.166832] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.167023] env[69436]: DEBUG nova.compute.manager [-] [instance: dccfc724-7b00-498e-948b-76f0814815be] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1271.167121] env[69436]: DEBUG nova.network.neutron [-] [instance: dccfc724-7b00-498e-948b-76f0814815be] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.409431] env[69436]: DEBUG nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1271.418594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.561118] env[69436]: DEBUG nova.scheduler.client.report [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.842997] env[69436]: DEBUG nova.compute.manager [req-cbec3565-fb4d-4924-9497-62f7241ac844 req-f77dc85e-68f4-4b5d-b659-cdaeae7ed0fa service nova] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Received event network-vif-deleted-6c7598c2-336f-4224-ae14-e815caeb6625 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1271.843417] env[69436]: DEBUG nova.compute.manager [req-cbec3565-fb4d-4924-9497-62f7241ac844 req-f77dc85e-68f4-4b5d-b659-cdaeae7ed0fa service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Received event network-vif-deleted-66e58997-e147-4b13-95b0-d16b2bf46b33 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1271.843594] env[69436]: INFO nova.compute.manager [req-cbec3565-fb4d-4924-9497-62f7241ac844 req-f77dc85e-68f4-4b5d-b659-cdaeae7ed0fa service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Neutron deleted interface 66e58997-e147-4b13-95b0-d16b2bf46b33; detaching it from the instance and deleting it from the info cache [ 1271.843760] env[69436]: DEBUG nova.network.neutron [req-cbec3565-fb4d-4924-9497-62f7241ac844 req-f77dc85e-68f4-4b5d-b659-cdaeae7ed0fa service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.932708] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.066087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.066326] env[69436]: INFO nova.compute.manager [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Migrating [ 1272.072632] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.654s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.072817] env[69436]: DEBUG nova.objects.instance [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lazy-loading 'resources' on Instance uuid 492abb82-80e5-4c40-b55e-72f4581af022 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.081032] env[69436]: DEBUG nova.network.neutron [-] [instance: dccfc724-7b00-498e-948b-76f0814815be] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.347414] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d63eb867-edfc-4a31-a86f-8c911ffe81ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.357948] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a1ba8-9689-4180-92d4-fd08a93ec9a0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.389770] env[69436]: DEBUG nova.compute.manager [req-cbec3565-fb4d-4924-9497-62f7241ac844 req-f77dc85e-68f4-4b5d-b659-cdaeae7ed0fa service nova] [instance: dccfc724-7b00-498e-948b-76f0814815be] Detach interface failed, port_id=66e58997-e147-4b13-95b0-d16b2bf46b33, reason: Instance dccfc724-7b00-498e-948b-76f0814815be could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1272.583878] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.584394] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.584394] env[69436]: DEBUG nova.network.neutron [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.585658] env[69436]: INFO nova.compute.manager [-] [instance: dccfc724-7b00-498e-948b-76f0814815be] Took 1.42 seconds to deallocate network for instance. [ 1272.692586] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ab86b-921e-4651-b3cd-2fc932b63db4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.700871] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a42e15d-cdaf-4bd2-9c59-b513dc8590b3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.731567] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023f49f-ff83-4960-837e-557cf000dd3a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.738955] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e84bd9-e274-4d46-a924-b2cc45e0f36c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.752154] env[69436]: DEBUG nova.compute.provider_tree [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.093367] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.255050] env[69436]: DEBUG nova.scheduler.client.report [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.290853] env[69436]: DEBUG nova.network.neutron [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.759778] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.762136] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.830s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.763644] env[69436]: INFO nova.compute.claims [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.778130] env[69436]: INFO nova.scheduler.client.report [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Deleted allocations for instance 492abb82-80e5-4c40-b55e-72f4581af022 [ 1273.793968] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.285029] env[69436]: DEBUG oslo_concurrency.lockutils [None req-86845316-5009-4260-aa0b-f264a3181164 tempest-AttachVolumeShelveTestJSON-1077787836 tempest-AttachVolumeShelveTestJSON-1077787836-project-member] Lock "492abb82-80e5-4c40-b55e-72f4581af022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.545s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.887924] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9ebfb1-ebda-4fbd-80ce-dbad672c84d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.895854] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3db202-bf06-49ac-b9d0-f7a090c01ace {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.925625] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5085d871-dec9-4d98-83cd-d4b41a15b0a8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.932838] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de6980b-cccb-42ac-9a0d-5f402ef9fc5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.947440] env[69436]: DEBUG nova.compute.provider_tree [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.307947] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b0bfa-3b9e-443f-ab24-fcb6725339b6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.327175] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.450642] env[69436]: DEBUG nova.scheduler.client.report [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.516753] env[69436]: DEBUG nova.compute.manager [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Stashing vm_state: active {{(pid=69436) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1275.833316] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.833593] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-359d1d99-34c1-472c-b96c-4182bd9c5b92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.841313] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1275.841313] env[69436]: value = "task-3255913" [ 1275.841313] env[69436]: _type = "Task" [ 1275.841313] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.851014] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.955277] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.955923] env[69436]: DEBUG nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1275.958876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.866s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.959129] env[69436]: DEBUG nova.objects.instance [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lazy-loading 'resources' on Instance uuid dccfc724-7b00-498e-948b-76f0814815be {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.034092] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.351941] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255913, 'name': PowerOffVM_Task, 'duration_secs': 0.208349} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.352266] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.352404] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.461535] env[69436]: DEBUG nova.compute.utils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.462800] env[69436]: DEBUG nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Not allocating networking since 'none' was specified. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1276.571141] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a79310-bf20-40de-82fd-af51fcf04e82 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.580631] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8079f4-8ace-47ae-a32d-618417c89207 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.610888] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024ffbcb-0472-4183-b1a7-3d2a89766408 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.618215] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6f681-5f80-4b4a-a748-517adc78aace {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.631418] env[69436]: DEBUG nova.compute.provider_tree [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.858472] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.858729] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.858846] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.859035] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.859184] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.859335] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.859540] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.859699] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.859865] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.860038] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.860215] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.865232] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37aaa471-b529-4b01-bfb8-56981a1f8586 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.882645] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1276.882645] env[69436]: value = "task-3255914" [ 1276.882645] env[69436]: _type = "Task" [ 1276.882645] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.890886] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.964196] env[69436]: DEBUG nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1277.134280] env[69436]: DEBUG nova.scheduler.client.report [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.392727] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.639395] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.641675] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.608s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.692390] env[69436]: INFO nova.scheduler.client.report [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Deleted allocations for instance dccfc724-7b00-498e-948b-76f0814815be [ 1277.893054] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.973505] env[69436]: DEBUG nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1278.002142] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.002397] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.002553] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.002738] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.002886] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.003046] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.003256] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.003416] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.003582] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.003745] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.003916] env[69436]: DEBUG nova.virt.hardware [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.004786] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55c461-6afb-421f-bb5e-93be44a0b7ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.012478] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abfffa6-650e-4383-9c71-317e70e5ee46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.026272] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.032289] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Creating folder: Project (09b8318ad8c84954aca7d7bd59057a04). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.032550] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2857c715-b093-49bd-bcd2-91af2c8a8c32 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.041225] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Created folder: Project (09b8318ad8c84954aca7d7bd59057a04) in parent group-v650165. [ 1278.041396] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Creating folder: Instances. Parent ref: group-v650507. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.041601] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b630b48-1903-4b55-8fc2-0d68bd028a6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.049646] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Created folder: Instances in parent group-v650507. [ 1278.049874] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.050059] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.050248] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5b0b79b-d97f-4f48-bff5-e483f903aaec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.065020] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.065020] env[69436]: value = "task-3255917" [ 1278.065020] env[69436]: _type = "Task" [ 1278.065020] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.071798] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255917, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.148924] env[69436]: INFO nova.compute.claims [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.200284] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3a1500db-5dbe-4c0a-b3f9-f126b8d5bd4c tempest-AttachVolumeNegativeTest-1259887519 tempest-AttachVolumeNegativeTest-1259887519-project-member] Lock "dccfc724-7b00-498e-948b-76f0814815be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.664s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.393092] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255914, 'name': ReconfigVM_Task, 'duration_secs': 1.152649} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.393399] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.575015] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255917, 'name': CreateVM_Task, 'duration_secs': 0.249937} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.575191] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.575653] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.575876] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.576244] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.576494] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52a9fa9-10ae-4884-ba92-7ab7e5aad7e3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.580466] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1278.580466] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529185a4-f99d-0e29-679f-98f9ea12d664" [ 1278.580466] env[69436]: _type = "Task" [ 1278.580466] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.587319] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529185a4-f99d-0e29-679f-98f9ea12d664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.655758] env[69436]: INFO nova.compute.resource_tracker [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating resource usage from migration 7cead039-5ec6-47e7-8c10-d0cb3ba0b6a8 [ 1278.765710] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2044e0c5-6438-495d-b830-946e1af1a17c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.773159] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b00430-c0ac-4769-ab5c-23b3464e29ca {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.806193] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b94eb-4450-4e0a-a0e9-80b9d29ab1b2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.813821] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2438f9b-20bd-4ca7-8a39-84f4ba33d41d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.828978] env[69436]: DEBUG nova.compute.provider_tree [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.900015] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.900326] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.900573] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.900786] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.900936] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.901221] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.901443] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.901604] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.901796] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.901987] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.902179] env[69436]: DEBUG nova.virt.hardware [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.907664] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.908375] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98a73a0-eb7c-4c53-8b87-760ff090f557 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.927664] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1278.927664] env[69436]: value = "task-3255919" [ 1278.927664] env[69436]: _type = "Task" [ 1278.927664] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.935594] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.090213] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529185a4-f99d-0e29-679f-98f9ea12d664, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.090521] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.090744] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.090975] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.091134] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.091312] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.091560] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d77e92e-7c8b-439c-83b3-c04fd9548296 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.099227] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.099386] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.100076] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d663a4-6e49-4454-8221-8e8d73271e77 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.105317] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1279.105317] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b5ff1-98b4-55c5-78c5-6c29b21a0a59" [ 1279.105317] env[69436]: _type = "Task" [ 1279.105317] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.112598] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b5ff1-98b4-55c5-78c5-6c29b21a0a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.331489] env[69436]: DEBUG nova.scheduler.client.report [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.438123] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255919, 'name': ReconfigVM_Task, 'duration_secs': 0.179407} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.439389] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.439389] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f2e1b-37a3-42b2-8518-81aa44f4a3ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.464948] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-50da6529-0746-4056-9ae7-12316b7978a7/volume-50da6529-0746-4056-9ae7-12316b7978a7.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.465293] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3aae5bf-3c0c-44e2-96aa-b56471e02b6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.488051] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1279.488051] env[69436]: value = "task-3255920" [ 1279.488051] env[69436]: _type = "Task" [ 1279.488051] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.495971] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.616353] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]528b5ff1-98b4-55c5-78c5-6c29b21a0a59, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.617130] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb0ef58-7c7f-488f-bd3c-599316086a12 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.622659] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1279.622659] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52384dbf-b8af-98fd-ade6-4a3c8a1a3725" [ 1279.622659] env[69436]: _type = "Task" [ 1279.622659] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.632810] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52384dbf-b8af-98fd-ade6-4a3c8a1a3725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.837084] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.195s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.837855] env[69436]: INFO nova.compute.manager [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Migrating [ 1279.997580] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255920, 'name': ReconfigVM_Task, 'duration_secs': 0.263915} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.997896] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-50da6529-0746-4056-9ae7-12316b7978a7/volume-50da6529-0746-4056-9ae7-12316b7978a7.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.998185] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.132488] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52384dbf-b8af-98fd-ade6-4a3c8a1a3725, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.132768] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.133037] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.133304] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b0bab7-8516-4e4d-9d93-f0f297033db3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.142937] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1280.142937] env[69436]: value = "task-3255921" [ 1280.142937] env[69436]: _type = "Task" [ 1280.142937] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.151122] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.352626] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.352809] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.352996] env[69436]: DEBUG nova.network.neutron [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.505093] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135decd0-2776-437b-95c3-553e10f81e05 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.537299] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111cd90-e0bb-4e00-9b66-729b9faca861 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.571762] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.653105] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255921, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.068618] env[69436]: DEBUG nova.network.neutron [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.154867] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513665} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.155248] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.155522] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.155779] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed61944-df1a-48d3-abc9-76be075ddd1b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.161833] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1281.161833] env[69436]: value = "task-3255922" [ 1281.161833] env[69436]: _type = "Task" [ 1281.161833] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.169981] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.571256] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.670944] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079631} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.672063] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.672248] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14512ace-6e65-4af4-8c09-63ebcf795f10 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.692203] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.694444] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b8d1ac-7341-4d96-8df9-f2dfdfada0a5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.714701] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1281.714701] env[69436]: value = "task-3255924" [ 1281.714701] env[69436]: _type = "Task" [ 1281.714701] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.722478] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.224178] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255924, 'name': ReconfigVM_Task, 'duration_secs': 0.287385} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.224474] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.225086] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd9f20e-068c-4613-a5e1-d44a713a0af7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.231873] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1282.231873] env[69436]: value = "task-3255925" [ 1282.231873] env[69436]: _type = "Task" [ 1282.231873] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.241718] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255925, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.246065] env[69436]: DEBUG nova.network.neutron [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Port d0888e48-f029-4129-ac0f-2d0c6d6f2079 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1282.741979] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255925, 'name': Rename_Task, 'duration_secs': 0.122645} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.742295] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.742547] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-717f5248-124b-48a3-bc82-ad655c7716a3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.752373] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1282.752373] env[69436]: value = "task-3255926" [ 1282.752373] env[69436]: _type = "Task" [ 1282.752373] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.760078] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.087120] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce37aee2-448b-42ba-a3e3-f107306be0e4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.105832] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 0 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1283.271235] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.271473] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.271651] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.278598] env[69436]: DEBUG oslo_vmware.api [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255926, 'name': PowerOnVM_Task, 'duration_secs': 0.431437} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.278598] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.278598] env[69436]: INFO nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1283.278598] env[69436]: DEBUG nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1283.279279] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a9e3d-6f67-4406-9eee-a882a4c3303c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.611683] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.611976] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b427465f-26f5-4228-bd29-a5b950339b8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.619520] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1283.619520] env[69436]: value = "task-3255927" [ 1283.619520] env[69436]: _type = "Task" [ 1283.619520] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.628376] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.795541] env[69436]: INFO nova.compute.manager [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Took 11.88 seconds to build instance. [ 1284.129292] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255927, 'name': PowerOffVM_Task, 'duration_secs': 0.164449} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.129554] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.129701] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 17 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.297325] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3ae660d3-ff81-43cd-9147-daae6fc4a2b2 tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.390s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.303262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.303479] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.303674] env[69436]: DEBUG nova.network.neutron [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.636535] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.636754] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.636870] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.637065] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.637217] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.637366] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.637617] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.637799] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.637967] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.638153] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.638336] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.643940] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6b081e-6210-48f8-908b-3360d7c90e11 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.662453] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1284.662453] env[69436]: value = "task-3255928" [ 1284.662453] env[69436]: _type = "Task" [ 1284.662453] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.672443] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.912032] env[69436]: INFO nova.compute.manager [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Rebuilding instance [ 1284.963678] env[69436]: DEBUG nova.compute.manager [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1284.964649] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66b5041-df4e-4e7b-a09d-cd18516b35a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.093791] env[69436]: DEBUG nova.network.neutron [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.172490] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255928, 'name': ReconfigVM_Task, 'duration_secs': 0.163654} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.172717] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 33 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.596598] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.679050] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.679352] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.679515] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.679763] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.679890] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.680052] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.680298] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.680602] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.680787] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.681044] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.681303] env[69436]: DEBUG nova.virt.hardware [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.687627] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1285.688337] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b11d0319-1245-44d7-ad13-611e48e55e9b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.709731] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1285.709731] env[69436]: value = "task-3255930" [ 1285.709731] env[69436]: _type = "Task" [ 1285.709731] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.721303] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.979067] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.979419] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3156b896-9322-488c-8815-fbc78df4c028 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.987198] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1285.987198] env[69436]: value = "task-3255931" [ 1285.987198] env[69436]: _type = "Task" [ 1285.987198] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.995450] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.107431] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fd10a3-096a-4574-9abb-81bf08464e97 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.114086] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc633b1-78a1-4f1f-8005-579ead30c627 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.218752] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255930, 'name': ReconfigVM_Task, 'duration_secs': 0.173392} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.219053] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.219879] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894e087-d895-4c00-9353-7308c901442d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.241589] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.241747] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a08d43-f47b-4f46-8858-ff4c0cc475c9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.259148] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1286.259148] env[69436]: value = "task-3255932" [ 1286.259148] env[69436]: _type = "Task" [ 1286.259148] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.267705] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.496777] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255931, 'name': PowerOffVM_Task, 'duration_secs': 0.120855} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.497014] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.497260] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.498068] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4103003d-b704-4ce2-84d5-380d5665902d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.505256] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.505473] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-680ef56f-4de8-4fba-9f3c-a28397424098 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.530146] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.530362] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.530522] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Deleting the datastore file [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.530771] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cb69d1e-5b0d-4dae-b31d-d019c736ff57 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.537700] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1286.537700] env[69436]: value = "task-3255934" [ 1286.537700] env[69436]: _type = "Task" [ 1286.537700] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.543462] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.769902] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255932, 'name': ReconfigVM_Task, 'duration_secs': 0.26814} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.770119] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.770392] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 50 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.046255] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109447} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.046517] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.046659] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.046743] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.215122] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee444ca-6bed-49c0-b605-b8da991d4e24 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.235101] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd98ff-639a-4d8c-afde-18eb20348685 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.242113] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.280060] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df01034c-951a-406c-abd2-096dc73682b1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.297018] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c1075-74b6-4009-9c25-582c5114a241 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.314844] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 67 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.748797] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.749160] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72902135-012b-409f-a198-bea2fc5f2eb2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.757537] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1287.757537] env[69436]: value = "task-3255935" [ 1287.757537] env[69436]: _type = "Task" [ 1287.757537] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.768278] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.855252] env[69436]: DEBUG nova.network.neutron [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Port e76915b2-8017-4b5a-b5ed-b61b98fe7174 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1288.083726] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.083726] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.083726] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.084302] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.084538] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.084792] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.085045] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.085221] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.085393] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.085587] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.085775] env[69436]: DEBUG nova.virt.hardware [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.086677] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcf5555-f365-49a6-91eb-036a56f8438a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.094474] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4accf6d5-493f-464d-905f-9f7ae79ec97d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.107965] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance VIF info [] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.114722] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.114987] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.115218] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce67030-14c8-4cfb-88b5-ee97554eefa3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.131850] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.131850] env[69436]: value = "task-3255936" [ 1288.131850] env[69436]: _type = "Task" [ 1288.131850] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.140989] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255936, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.266916] env[69436]: DEBUG oslo_vmware.api [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255935, 'name': PowerOnVM_Task, 'duration_secs': 0.364603} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.267211] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.267395] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9d61a63d-549d-4d8b-ad46-c0ba90f5e318 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance 'cbea9f57-cf00-4122-9ebd-baf416523fa3' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.642493] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255936, 'name': CreateVM_Task, 'duration_secs': 0.266807} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.642696] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.643386] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.643752] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.644796] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.644796] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be060f2a-fa6c-4cad-96ed-be0f21a1f1e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.651472] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1288.651472] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ea9407-574e-1d87-7966-673a6bc8a30c" [ 1288.651472] env[69436]: _type = "Task" [ 1288.651472] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.659757] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ea9407-574e-1d87-7966-673a6bc8a30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.880688] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.880910] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.881097] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.162394] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ea9407-574e-1d87-7966-673a6bc8a30c, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.162717] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.162915] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.163173] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.163321] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.163493] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.163737] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0955b5b-0ee6-4503-8f6d-0fd25c6c0282 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.180074] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.180244] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.180929] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de01fdc-b7e9-4afd-a6dc-998c17f2942a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.185902] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1289.185902] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52802cd5-d4b0-8d35-91f5-6dce919467d8" [ 1289.185902] env[69436]: _type = "Task" [ 1289.185902] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.193107] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52802cd5-d4b0-8d35-91f5-6dce919467d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.696286] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52802cd5-d4b0-8d35-91f5-6dce919467d8, 'name': SearchDatastore_Task, 'duration_secs': 0.025478} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.697127] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3eb501-2e9e-4a41-95b5-f98eb577154c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.702611] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1289.702611] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529379e5-69ba-8bdf-4197-9d7d65341e6f" [ 1289.702611] env[69436]: _type = "Task" [ 1289.702611] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.710360] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529379e5-69ba-8bdf-4197-9d7d65341e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.916735] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.916970] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.917204] env[69436]: DEBUG nova.network.neutron [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.131748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.131748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.131748] env[69436]: DEBUG nova.compute.manager [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Going to confirm migration 9 {{(pid=69436) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1290.213388] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]529379e5-69ba-8bdf-4197-9d7d65341e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.213730] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.213997] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.214288] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54fbf272-d513-426e-9aad-51cb459f97ba {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.221659] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1290.221659] env[69436]: value = "task-3255937" [ 1290.221659] env[69436]: _type = "Task" [ 1290.221659] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.229599] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.665013] env[69436]: DEBUG nova.network.neutron [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.692925] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.693224] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquired lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.693443] env[69436]: DEBUG nova.network.neutron [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.693633] env[69436]: DEBUG nova.objects.instance [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'info_cache' on Instance uuid cbea9f57-cf00-4122-9ebd-baf416523fa3 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.731507] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44293} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.731772] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.732068] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.732326] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5161f118-7163-4012-9384-a4b35690bc33 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.739197] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1290.739197] env[69436]: value = "task-3255938" [ 1290.739197] env[69436]: _type = "Task" [ 1290.739197] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.746396] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.168597] env[69436]: DEBUG oslo_concurrency.lockutils [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.249039] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071014} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.249429] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.250067] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2870958d-a3ee-405d-a909-ae95b7727a3f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.269122] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.269350] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f7c33a-6121-4e5e-8824-6f653653fc98 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.289594] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1291.289594] env[69436]: value = "task-3255939" [ 1291.289594] env[69436]: _type = "Task" [ 1291.289594] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.296713] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.694696] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a827a-8f79-4372-9864-be5d6c27fa83 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.715555] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43a8757-f536-4619-924f-5eefa363f9f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.722841] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 83 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.799689] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255939, 'name': ReconfigVM_Task, 'duration_secs': 0.336225} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.799993] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2/6991ce55-b5d7-46e7-88ca-2063a4bb60b2.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.800592] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871e8238-40e3-4c5d-8d29-22e0c0a6b5f3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.807019] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1291.807019] env[69436]: value = "task-3255940" [ 1291.807019] env[69436]: _type = "Task" [ 1291.807019] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.814385] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255940, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.896796] env[69436]: DEBUG nova.network.neutron [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [{"id": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "address": "fa:16:3e:ad:a3:9e", "network": {"id": "983bcc4a-3ddb-41c1-95e5-2723c8ef0077", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-265244211-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0ba3497a93141fa87e3efd3abcbf682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0888e48-f0", "ovs_interfaceid": "d0888e48-f029-4129-ac0f-2d0c6d6f2079", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.194775] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.194775] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.230461] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.230729] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8369fd0d-0768-41f0-a804-1c413e4c26d4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.237829] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1292.237829] env[69436]: value = "task-3255941" [ 1292.237829] env[69436]: _type = "Task" [ 1292.237829] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.245761] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.316189] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255940, 'name': Rename_Task, 'duration_secs': 0.163909} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.316570] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.316691] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cda402d-18f8-4b25-82b0-b1e6892b1c8e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.322068] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1292.322068] env[69436]: value = "task-3255942" [ 1292.322068] env[69436]: _type = "Task" [ 1292.322068] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.329525] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.399842] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Releasing lock "refresh_cache-cbea9f57-cf00-4122-9ebd-baf416523fa3" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.400113] env[69436]: DEBUG nova.objects.instance [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'migration_context' on Instance uuid cbea9f57-cf00-4122-9ebd-baf416523fa3 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.700565] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.700749] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.700868] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.701041] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.701200] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.701352] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.701487] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1292.701636] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.748868] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.831911] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.903486] env[69436]: DEBUG nova.objects.base [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.904449] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d2698-5a5c-44d7-b579-e284af800bcb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.922996] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b872b574-eb80-4c0a-b1a0-a5d422509a5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.927851] env[69436]: DEBUG oslo_vmware.api [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1292.927851] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e52f7f-6c21-b832-bc63-72bef5c07022" [ 1292.927851] env[69436]: _type = "Task" [ 1292.927851] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.935255] env[69436]: DEBUG oslo_vmware.api [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e52f7f-6c21-b832-bc63-72bef5c07022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.204522] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.204846] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.205015] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.205203] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1293.206182] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d0ddf-4da3-4e05-8e1d-d4fc050c1581 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.214101] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa9f7f2-3cb8-406f-8138-347948c879fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.227966] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d028ed1-3a84-4db6-ad43-1a537156cc6c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.234415] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56386e05-f7e9-4c40-a44a-8be03d31b3c1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.266476] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180323MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1293.266603] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.266804] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.273206] env[69436]: DEBUG oslo_vmware.api [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255941, 'name': PowerOnVM_Task, 'duration_secs': 0.631307} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.273376] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.273897] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7eba68-6af7-498d-b4c1-403a6b384421 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance '1d8db070-f56a-4a51-ba62-30853cb2f8d6' progress to 100 {{(pid=69436) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.332280] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.437555] env[69436]: DEBUG oslo_vmware.api [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52e52f7f-6c21-b832-bc63-72bef5c07022, 'name': SearchDatastore_Task, 'duration_secs': 0.006941} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.437856] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.832843] env[69436]: DEBUG oslo_vmware.api [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255942, 'name': PowerOnVM_Task, 'duration_secs': 1.012343} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.833141] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.833358] env[69436]: DEBUG nova.compute.manager [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1293.834130] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75458e-1b4c-4705-b7d6-e3fbefe2c511 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.277077] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Applying migration context for instance 1d8db070-f56a-4a51-ba62-30853cb2f8d6 as it has an incoming, in-progress migration 7cead039-5ec6-47e7-8c10-d0cb3ba0b6a8. Migration status is post-migrating {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1294.277077] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Applying migration context for instance cbea9f57-cf00-4122-9ebd-baf416523fa3 as it has an incoming, in-progress migration b2f7f89a-e26f-48cc-9f29-6e6a473389e4. Migration status is confirming {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1294.277600] env[69436]: INFO nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating resource usage from migration 7cead039-5ec6-47e7-8c10-d0cb3ba0b6a8 [ 1294.277945] env[69436]: INFO nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating resource usage from migration b2f7f89a-e26f-48cc-9f29-6e6a473389e4 [ 1294.294858] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 03a37459-fda2-4409-b07c-e194b16a4b23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.295009] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance fa77192a-6337-4936-a4e3-eed0d84421f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.295145] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.295266] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Migration b2f7f89a-e26f-48cc-9f29-6e6a473389e4 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1294.295381] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance cbea9f57-cf00-4122-9ebd-baf416523fa3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.295496] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 6991ce55-b5d7-46e7-88ca-2063a4bb60b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.295611] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Migration 7cead039-5ec6-47e7-8c10-d0cb3ba0b6a8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1294.295723] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance 1d8db070-f56a-4a51-ba62-30853cb2f8d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1294.295902] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.296045] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.352021] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.401240] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc967ff-5c16-48de-9803-ce09d59d985c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.408648] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dbaa35-a023-4caf-906c-e18396743fbc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.439720] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52d2fc5-bfe6-453c-b7fe-193f1b451d9a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.446485] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fed7898-c52f-4a2f-b90a-1fd556f2f9cb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.459413] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.671862] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.672102] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.672314] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.672496] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.672671] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.674783] env[69436]: INFO nova.compute.manager [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Terminating instance [ 1294.962030] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.178432] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "refresh_cache-6991ce55-b5d7-46e7-88ca-2063a4bb60b2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.178666] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquired lock "refresh_cache-6991ce55-b5d7-46e7-88ca-2063a4bb60b2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.178905] env[69436]: DEBUG nova.network.neutron [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.467233] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1295.467570] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.201s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.467823] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.030s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.697874] env[69436]: DEBUG nova.network.neutron [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.752908] env[69436]: DEBUG nova.network.neutron [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.079790] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a9be77-8e34-4d90-921f-77174f199679 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.090015] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2464e-429b-4d85-b1df-99523ce5904a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.121711] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce28d63-57ff-473a-96c0-f9a01799d60b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.129054] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be85d8f-7caf-438d-8ad1-9009d9958266 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.142322] env[69436]: DEBUG nova.compute.provider_tree [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.174992] env[69436]: DEBUG nova.network.neutron [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Port e76915b2-8017-4b5a-b5ed-b61b98fe7174 binding to destination host cpu-1 is already ACTIVE {{(pid=69436) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1296.175270] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.175423] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.175608] env[69436]: DEBUG nova.network.neutron [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.256375] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Releasing lock "refresh_cache-6991ce55-b5d7-46e7-88ca-2063a4bb60b2" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.256767] env[69436]: DEBUG nova.compute.manager [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1296.256961] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.257871] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e03d2-e2a2-4e13-bbc6-65fc10752126 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.265416] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.265670] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a05ed06d-022e-45a0-b4cc-27170e999700 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.271760] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1296.271760] env[69436]: value = "task-3255943" [ 1296.271760] env[69436]: _type = "Task" [ 1296.271760] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.279304] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.645434] env[69436]: DEBUG nova.scheduler.client.report [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.780753] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255943, 'name': PowerOffVM_Task, 'duration_secs': 0.127006} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.781018] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.781188] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.781435] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6edada85-a045-43e8-8ed0-904c53660f37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.807420] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.807636] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.807819] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Deleting the datastore file [datastore1] 6991ce55-b5d7-46e7-88ca-2063a4bb60b2 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.808092] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d185dde2-15bf-4ae6-8dd3-0ce718fdb148 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.814259] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for the task: (returnval){ [ 1296.814259] env[69436]: value = "task-3255945" [ 1296.814259] env[69436]: _type = "Task" [ 1296.814259] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.823941] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.877360] env[69436]: DEBUG nova.network.neutron [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.324644] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.380639] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.658559] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.190s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.661144] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.309s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.662163] env[69436]: DEBUG nova.objects.instance [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69436) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1297.825776] env[69436]: DEBUG oslo_vmware.api [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Task: {'id': task-3255945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608901} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.826044] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.826240] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.826418] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.826590] env[69436]: INFO nova.compute.manager [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1297.826829] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.827399] env[69436]: DEBUG nova.compute.manager [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1297.827505] env[69436]: DEBUG nova.network.neutron [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.842636] env[69436]: DEBUG nova.network.neutron [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.883542] env[69436]: DEBUG nova.compute.manager [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69436) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1297.884562] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.220465] env[69436]: INFO nova.scheduler.client.report [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted allocation for migration b2f7f89a-e26f-48cc-9f29-6e6a473389e4 [ 1298.345490] env[69436]: DEBUG nova.network.neutron [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.673067] env[69436]: DEBUG oslo_concurrency.lockutils [None req-4d1e0064-d5d7-49ed-9cfb-5b4a5c9b7b0f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.674206] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.790s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.680474] env[69436]: INFO nova.compute.manager [None req-bd8b2f9d-19e7-4252-9114-8df04f724e87 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Get console output [ 1298.680689] env[69436]: WARNING nova.virt.vmwareapi.driver [None req-bd8b2f9d-19e7-4252-9114-8df04f724e87 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] The console log is missing. Check your VSPC configuration [ 1298.725322] env[69436]: DEBUG oslo_concurrency.lockutils [None req-067368b5-11ec-48c1-9228-6e62212c2fef tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.594s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.848751] env[69436]: INFO nova.compute.manager [-] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Took 1.02 seconds to deallocate network for instance. [ 1299.182568] env[69436]: DEBUG nova.objects.instance [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'migration_context' on Instance uuid 1d8db070-f56a-4a51-ba62-30853cb2f8d6 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.355820] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.771416] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41daed00-6cdf-4632-9ef7-82985f9b2287 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.778700] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb2117-bba0-4da5-bd18-d0505da48283 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.809109] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47eda2f-bb8d-4cfd-8819-291fe7917ae7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.815854] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa2fc0-2ba1-4cf2-92f4-23ce205db2d0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.828515] env[69436]: DEBUG nova.compute.provider_tree [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.331623] env[69436]: DEBUG nova.scheduler.client.report [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.343569] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.669s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.348985] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.993s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.349230] env[69436]: DEBUG nova.objects.instance [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lazy-loading 'resources' on Instance uuid 6991ce55-b5d7-46e7-88ca-2063a4bb60b2 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.940401] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6469c4ed-4490-441e-ab0d-d09a2c4f8427 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.948085] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51022dd3-4b52-4ebf-9f15-4a15fcfcb66b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.976968] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dea21a-dbce-42d8-be12-6b528f5f712a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.983804] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e27b48-a1e4-4dde-b537-4f52f83b202c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.996391] env[69436]: DEBUG nova.compute.provider_tree [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.499317] env[69436]: DEBUG nova.scheduler.client.report [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.881627] env[69436]: INFO nova.compute.manager [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Swapping old allocation on dict_keys(['874aa1e6-124b-44cc-8641-8340c741df69']) held by migration 7cead039-5ec6-47e7-8c10-d0cb3ba0b6a8 for instance [ 1302.902075] env[69436]: DEBUG nova.scheduler.client.report [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Overwriting current allocation {'allocations': {'874aa1e6-124b-44cc-8641-8340c741df69': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 183}}, 'project_id': '4a2f5661569a4be69d4067329244e3bc', 'user_id': '193b487c15ff4316881851cae28c1bdf', 'consumer_generation': 1} on consumer 1d8db070-f56a-4a51-ba62-30853cb2f8d6 {{(pid=69436) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1302.977024] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.977229] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.977545] env[69436]: DEBUG nova.network.neutron [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.004141] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.021957] env[69436]: INFO nova.scheduler.client.report [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Deleted allocations for instance 6991ce55-b5d7-46e7-88ca-2063a4bb60b2 [ 1303.529017] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f0097cab-9d47-4849-967f-0c6259ab926f tempest-ServerShowV254Test-460055967 tempest-ServerShowV254Test-460055967-project-member] Lock "6991ce55-b5d7-46e7-88ca-2063a4bb60b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.857s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.665148] env[69436]: DEBUG nova.network.neutron [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [{"id": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "address": "fa:16:3e:ee:e3:77", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76915b2-80", "ovs_interfaceid": "e76915b2-8017-4b5a-b5ed-b61b98fe7174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.167720] env[69436]: DEBUG oslo_concurrency.lockutils [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-1d8db070-f56a-4a51-ba62-30853cb2f8d6" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.168234] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.168541] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e882f3-0824-40a7-8507-bb7014825684 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.175766] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1304.175766] env[69436]: value = "task-3255946" [ 1304.175766] env[69436]: _type = "Task" [ 1304.175766] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.184262] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.686354] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255946, 'name': PowerOffVM_Task, 'duration_secs': 0.207781} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.686754] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.687233] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.687460] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.687616] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.687833] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.687993] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.688168] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.688379] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.688539] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.688702] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.688890] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.689082] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.694020] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6043c3-84a0-4512-a1e4-5f68c0c356f4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.708717] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1304.708717] env[69436]: value = "task-3255947" [ 1304.708717] env[69436]: _type = "Task" [ 1304.708717] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.715763] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.218764] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.719608] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.219872] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255947, 'name': ReconfigVM_Task, 'duration_secs': 1.1559} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.220655] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a794f-6705-4114-a9ff-4d14bf1e8988 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.238597] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.238821] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.238981] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.239181] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.239329] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.239478] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.239742] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.239907] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.240106] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.240291] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.240464] env[69436]: DEBUG nova.virt.hardware [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.241255] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd83be0-e1f7-4929-972d-df1da6dd0c70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.246347] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1306.246347] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520d1d3a-631e-7540-ae73-663708b3ed24" [ 1306.246347] env[69436]: _type = "Task" [ 1306.246347] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.253339] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520d1d3a-631e-7540-ae73-663708b3ed24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.756500] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]520d1d3a-631e-7540-ae73-663708b3ed24, 'name': SearchDatastore_Task, 'duration_secs': 0.007351} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.761890] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.762202] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa26e43a-554d-4eea-8cdb-8f4022160d7d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.779674] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1306.779674] env[69436]: value = "task-3255948" [ 1306.779674] env[69436]: _type = "Task" [ 1306.779674] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.786914] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.290324] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255948, 'name': ReconfigVM_Task, 'duration_secs': 0.1663} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.290583] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.291349] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3b975-8cb0-4165-bc89-c2627fa6e571 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.312474] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.312710] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4456ca96-6e99-46d2-b1c6-182827d878e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.330351] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1307.330351] env[69436]: value = "task-3255949" [ 1307.330351] env[69436]: _type = "Task" [ 1307.330351] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.337553] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.839588] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255949, 'name': ReconfigVM_Task, 'duration_secs': 0.258944} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.839901] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6/1d8db070-f56a-4a51-ba62-30853cb2f8d6.vmdk or device None with type thin {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.840692] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7896e-f730-4ef2-8ed1-e2038b2d6608 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.859104] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f2b629-104a-4b87-9c70-63afe373fe8a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.876354] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee976513-be36-430a-868e-afbcf7d785a6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.893251] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0d2291-6383-4613-8180-bd4049b9819d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.899218] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.899433] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1d00050-968e-4b99-81a4-af5e3de4d0ea {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.905597] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1307.905597] env[69436]: value = "task-3255950" [ 1307.905597] env[69436]: _type = "Task" [ 1307.905597] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.912581] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.414739] env[69436]: DEBUG oslo_vmware.api [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255950, 'name': PowerOnVM_Task, 'duration_secs': 0.349715} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.415014] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.427093] env[69436]: INFO nova.compute.manager [None req-b169d7fd-9389-486f-aeed-ac103970ea40 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance to original state: 'active' [ 1310.954087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.954087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.954087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.954087] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.954554] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.956351] env[69436]: INFO nova.compute.manager [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Terminating instance [ 1311.460501] env[69436]: DEBUG nova.compute.manager [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1311.460729] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.461636] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895709d0-202f-474e-a350-591599e7fb70 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.469532] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.469754] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40029d98-18ec-496f-b9a2-acf983745ee1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.475870] env[69436]: DEBUG oslo_vmware.api [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1311.475870] env[69436]: value = "task-3255951" [ 1311.475870] env[69436]: _type = "Task" [ 1311.475870] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.483828] env[69436]: DEBUG oslo_vmware.api [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.985645] env[69436]: DEBUG oslo_vmware.api [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255951, 'name': PowerOffVM_Task, 'duration_secs': 0.16915} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.986045] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.986102] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.986309] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cd7c821-554e-4dc8-88a6-1def3733d605 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.055189] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.055472] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.055693] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleting the datastore file [datastore2] 1d8db070-f56a-4a51-ba62-30853cb2f8d6 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.055998] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cae4d26c-a9b5-487a-b107-1f5b9ad2c96a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.061640] env[69436]: DEBUG oslo_vmware.api [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1312.061640] env[69436]: value = "task-3255953" [ 1312.061640] env[69436]: _type = "Task" [ 1312.061640] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.069617] env[69436]: DEBUG oslo_vmware.api [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.571040] env[69436]: DEBUG oslo_vmware.api [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178495} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.571262] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.571443] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.571618] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.571809] env[69436]: INFO nova.compute.manager [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1312.572038] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.572235] env[69436]: DEBUG nova.compute.manager [-] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1312.572328] env[69436]: DEBUG nova.network.neutron [-] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.193035] env[69436]: DEBUG nova.compute.manager [req-b554b70e-8f81-471c-a04d-17f9cbfd0a48 req-ab5dae83-8b43-40a4-b663-2fdf0a560bb7 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Received event network-vif-deleted-e76915b2-8017-4b5a-b5ed-b61b98fe7174 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1313.193267] env[69436]: INFO nova.compute.manager [req-b554b70e-8f81-471c-a04d-17f9cbfd0a48 req-ab5dae83-8b43-40a4-b663-2fdf0a560bb7 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Neutron deleted interface e76915b2-8017-4b5a-b5ed-b61b98fe7174; detaching it from the instance and deleting it from the info cache [ 1313.193389] env[69436]: DEBUG nova.network.neutron [req-b554b70e-8f81-471c-a04d-17f9cbfd0a48 req-ab5dae83-8b43-40a4-b663-2fdf0a560bb7 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.675580] env[69436]: DEBUG nova.network.neutron [-] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.695233] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-634c5ba0-8c93-49fd-bd07-177043ba7074 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.706788] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4fd76-31fc-4bba-8d94-91be032e3c86 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.733412] env[69436]: DEBUG nova.compute.manager [req-b554b70e-8f81-471c-a04d-17f9cbfd0a48 req-ab5dae83-8b43-40a4-b663-2fdf0a560bb7 service nova] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Detach interface failed, port_id=e76915b2-8017-4b5a-b5ed-b61b98fe7174, reason: Instance 1d8db070-f56a-4a51-ba62-30853cb2f8d6 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1314.178918] env[69436]: INFO nova.compute.manager [-] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Took 1.61 seconds to deallocate network for instance. [ 1314.687012] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.687357] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.687493] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.708263] env[69436]: INFO nova.scheduler.client.report [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted allocations for instance 1d8db070-f56a-4a51-ba62-30853cb2f8d6 [ 1315.217398] env[69436]: DEBUG oslo_concurrency.lockutils [None req-e7b5768c-480a-4100-adcc-5c0fe0cf93c5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "1d8db070-f56a-4a51-ba62-30853cb2f8d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.263s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.816811] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "aa96789c-3d46-4396-b19e-289d263c31f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.817089] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.319088] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1316.843900] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.844236] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.845741] env[69436]: INFO nova.compute.claims [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.921529] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6b8322-f3b1-4b5d-bb5c-7a67207318d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.928968] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35760758-249f-4ba8-a13f-38d14a45ff8e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.958318] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b8860a-c2e1-4d20-8b3d-2b5b18d1a447 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.965254] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e88ca2-41fa-4e62-835a-d4abdedc2a9d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.977932] env[69436]: DEBUG nova.compute.provider_tree [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.480964] env[69436]: DEBUG nova.scheduler.client.report [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.986595] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.987132] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1319.492366] env[69436]: DEBUG nova.compute.utils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.493932] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1319.494159] env[69436]: DEBUG nova.network.neutron [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.555183] env[69436]: DEBUG nova.policy [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193b487c15ff4316881851cae28c1bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a2f5661569a4be69d4067329244e3bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.857354] env[69436]: DEBUG nova.network.neutron [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Successfully created port: da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.998301] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1321.009691] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1321.034015] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.034256] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.034412] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.034590] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.034734] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.034880] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.035096] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.035261] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.035428] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.035586] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.035756] env[69436]: DEBUG nova.virt.hardware [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.036857] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d73e23d-8b23-4f54-b18f-27cc729d54f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.044567] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e8d28-88c3-45c4-a64a-8c211226c3dd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.201909] env[69436]: DEBUG nova.compute.manager [req-5e67b6db-68ac-43f1-9880-a0dc08e03a7d req-5c5d011f-6591-4a9a-b971-41177de4271b service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Received event network-vif-plugged-da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1321.202153] env[69436]: DEBUG oslo_concurrency.lockutils [req-5e67b6db-68ac-43f1-9880-a0dc08e03a7d req-5c5d011f-6591-4a9a-b971-41177de4271b service nova] Acquiring lock "aa96789c-3d46-4396-b19e-289d263c31f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.202368] env[69436]: DEBUG oslo_concurrency.lockutils [req-5e67b6db-68ac-43f1-9880-a0dc08e03a7d req-5c5d011f-6591-4a9a-b971-41177de4271b service nova] Lock "aa96789c-3d46-4396-b19e-289d263c31f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.202543] env[69436]: DEBUG oslo_concurrency.lockutils [req-5e67b6db-68ac-43f1-9880-a0dc08e03a7d req-5c5d011f-6591-4a9a-b971-41177de4271b service nova] Lock "aa96789c-3d46-4396-b19e-289d263c31f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.202709] env[69436]: DEBUG nova.compute.manager [req-5e67b6db-68ac-43f1-9880-a0dc08e03a7d req-5c5d011f-6591-4a9a-b971-41177de4271b service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] No waiting events found dispatching network-vif-plugged-da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.202872] env[69436]: WARNING nova.compute.manager [req-5e67b6db-68ac-43f1-9880-a0dc08e03a7d req-5c5d011f-6591-4a9a-b971-41177de4271b service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Received unexpected event network-vif-plugged-da711524-68c9-4c49-8e13-f01a3f29a37d for instance with vm_state building and task_state spawning. [ 1321.282645] env[69436]: DEBUG nova.network.neutron [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Successfully updated port: da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.785191] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.785389] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.785502] env[69436]: DEBUG nova.network.neutron [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.317632] env[69436]: DEBUG nova.network.neutron [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.443421] env[69436]: DEBUG nova.network.neutron [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [{"id": "da711524-68c9-4c49-8e13-f01a3f29a37d", "address": "fa:16:3e:60:0c:88", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda711524-68", "ovs_interfaceid": "da711524-68c9-4c49-8e13-f01a3f29a37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.946326] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.946654] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Instance network_info: |[{"id": "da711524-68c9-4c49-8e13-f01a3f29a37d", "address": "fa:16:3e:60:0c:88", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda711524-68", "ovs_interfaceid": "da711524-68c9-4c49-8e13-f01a3f29a37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1322.947129] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:0c:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da711524-68c9-4c49-8e13-f01a3f29a37d', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.954601] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.954807] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.955297] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8354d6-69c6-43a1-bf54-6a1e96dd444c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.974463] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.974463] env[69436]: value = "task-3255954" [ 1322.974463] env[69436]: _type = "Task" [ 1322.974463] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.981817] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255954, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.231516] env[69436]: DEBUG nova.compute.manager [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Received event network-changed-da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1323.231838] env[69436]: DEBUG nova.compute.manager [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Refreshing instance network info cache due to event network-changed-da711524-68c9-4c49-8e13-f01a3f29a37d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1323.232192] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] Acquiring lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.232398] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] Acquired lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.232572] env[69436]: DEBUG nova.network.neutron [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Refreshing network info cache for port da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.485456] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255954, 'name': CreateVM_Task, 'duration_secs': 0.301783} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.485735] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.486238] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.486401] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.486715] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.486988] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bef023-0614-43f2-9e4d-ac2d3f69b49c {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.491403] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1323.491403] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5214445b-5b35-4afe-491b-ed22802f1bac" [ 1323.491403] env[69436]: _type = "Task" [ 1323.491403] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.499044] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5214445b-5b35-4afe-491b-ed22802f1bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.916433] env[69436]: DEBUG nova.network.neutron [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updated VIF entry in instance network info cache for port da711524-68c9-4c49-8e13-f01a3f29a37d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.916876] env[69436]: DEBUG nova.network.neutron [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [{"id": "da711524-68c9-4c49-8e13-f01a3f29a37d", "address": "fa:16:3e:60:0c:88", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda711524-68", "ovs_interfaceid": "da711524-68c9-4c49-8e13-f01a3f29a37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.918752] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.919491] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.919491] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.919491] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.919648] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.921271] env[69436]: INFO nova.compute.manager [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Terminating instance [ 1324.001744] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5214445b-5b35-4afe-491b-ed22802f1bac, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.002155] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.002483] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.002800] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.003033] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.003306] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.003611] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8517f14c-cba1-446a-b0a9-a9d46126d4f8 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.011520] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.011693] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.012389] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99051b4-2166-4179-a393-a6b028baf720 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.017062] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1324.017062] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ca598a-ef09-3da0-c6c8-978c5dee26ca" [ 1324.017062] env[69436]: _type = "Task" [ 1324.017062] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.023947] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ca598a-ef09-3da0-c6c8-978c5dee26ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.419968] env[69436]: DEBUG oslo_concurrency.lockutils [req-c6a051c4-6924-458d-84ec-b99c9c51ac6e req-d018aa99-1db0-4b79-9c08-64ecbf658b24 service nova] Releasing lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.425056] env[69436]: DEBUG nova.compute.manager [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1324.425332] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.425600] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b49c4956-c9ec-45a0-bbb9-242c56f508f5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.432676] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1324.432676] env[69436]: value = "task-3255955" [ 1324.432676] env[69436]: _type = "Task" [ 1324.432676] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.440705] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.527188] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52ca598a-ef09-3da0-c6c8-978c5dee26ca, 'name': SearchDatastore_Task, 'duration_secs': 0.007913} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.527943] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a540367-6e15-4437-aa4d-1a2d84c66d4e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.532798] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1324.532798] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c38158-0f70-4d60-9819-1935f507f7cf" [ 1324.532798] env[69436]: _type = "Task" [ 1324.532798] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.540035] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c38158-0f70-4d60-9819-1935f507f7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.942613] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255955, 'name': PowerOffVM_Task, 'duration_secs': 0.18274} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.942887] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.943099] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Volume detach. Driver type: vmdk {{(pid=69436) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.943296] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650503', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'name': 'volume-50da6529-0746-4056-9ae7-12316b7978a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cbea9f57-cf00-4122-9ebd-baf416523fa3', 'attached_at': '2025-04-03T12:14:27.000000', 'detached_at': '', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'serial': '50da6529-0746-4056-9ae7-12316b7978a7'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.944073] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119ba972-7908-45c0-bf2b-c8085891df35 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.962020] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338fc99f-fd99-496d-b587-cc0e63395f49 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.968567] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066423f-71b2-4658-b175-18c8ebb453d3 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.987044] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87653ea-f909-4bf4-abea-e2658db51a34 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.000791] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] The volume has not been displaced from its original location: [datastore1] volume-50da6529-0746-4056-9ae7-12316b7978a7/volume-50da6529-0746-4056-9ae7-12316b7978a7.vmdk. No consolidation needed. {{(pid=69436) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1325.005961] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.006244] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c23220-d391-426e-b517-84dc23bc067a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.023145] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1325.023145] env[69436]: value = "task-3255956" [ 1325.023145] env[69436]: _type = "Task" [ 1325.023145] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.030485] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.040916] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52c38158-0f70-4d60-9819-1935f507f7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.041163] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.041416] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] aa96789c-3d46-4396-b19e-289d263c31f9/aa96789c-3d46-4396-b19e-289d263c31f9.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.041641] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4cbbc0-5cde-4c28-a1c1-2d9be2fa846d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.046980] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1325.046980] env[69436]: value = "task-3255957" [ 1325.046980] env[69436]: _type = "Task" [ 1325.046980] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.054186] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.532204] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255956, 'name': ReconfigVM_Task, 'duration_secs': 0.152771} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.532631] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69436) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.537282] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273a16b0-c4fa-4630-9cb2-78d27ed2740a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.551977] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1325.551977] env[69436]: value = "task-3255958" [ 1325.551977] env[69436]: _type = "Task" [ 1325.551977] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.558022] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.402389} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.558570] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore1] aa96789c-3d46-4396-b19e-289d263c31f9/aa96789c-3d46-4396-b19e-289d263c31f9.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.558741] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.558987] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f67bd50-0044-4980-8ee3-cff87eed48f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.563488] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.567570] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1325.567570] env[69436]: value = "task-3255959" [ 1325.567570] env[69436]: _type = "Task" [ 1325.567570] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.574311] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.062978] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255958, 'name': ReconfigVM_Task, 'duration_secs': 0.432691} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.063252] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-650503', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'name': 'volume-50da6529-0746-4056-9ae7-12316b7978a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cbea9f57-cf00-4122-9ebd-baf416523fa3', 'attached_at': '2025-04-03T12:14:27.000000', 'detached_at': '', 'volume_id': '50da6529-0746-4056-9ae7-12316b7978a7', 'serial': '50da6529-0746-4056-9ae7-12316b7978a7'} {{(pid=69436) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1326.063528] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.064295] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f93587e-ffa8-4488-8290-abe04caf6955 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.072956] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.073531] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787b8dfc-3cdc-4c2f-b3b7-746f866e3f17 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.077424] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065453} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.077975] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.078714] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e83a69-46fd-4a32-9d4b-69adede45cce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.099707] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] aa96789c-3d46-4396-b19e-289d263c31f9/aa96789c-3d46-4396-b19e-289d263c31f9.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.099942] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68df2cf0-176a-4ecd-ab77-7555919f6331 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.118623] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1326.118623] env[69436]: value = "task-3255961" [ 1326.118623] env[69436]: _type = "Task" [ 1326.118623] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.126819] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255961, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.140512] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.140710] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.140901] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore1] cbea9f57-cf00-4122-9ebd-baf416523fa3 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.141172] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4697a223-2462-49cd-86f6-bb30ae4712cf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.148398] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1326.148398] env[69436]: value = "task-3255962" [ 1326.148398] env[69436]: _type = "Task" [ 1326.148398] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.155713] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.628908] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255961, 'name': ReconfigVM_Task, 'duration_secs': 0.303375} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.629335] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Reconfigured VM instance instance-0000007e to attach disk [datastore1] aa96789c-3d46-4396-b19e-289d263c31f9/aa96789c-3d46-4396-b19e-289d263c31f9.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.629828] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a8cf844-26be-4a7b-8452-9f8bdc65a23d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.635554] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1326.635554] env[69436]: value = "task-3255963" [ 1326.635554] env[69436]: _type = "Task" [ 1326.635554] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.642763] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255963, 'name': Rename_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.655749] env[69436]: DEBUG oslo_vmware.api [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081235} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.656023] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.656201] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.656376] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.656549] env[69436]: INFO nova.compute.manager [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1326.656775] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.656956] env[69436]: DEBUG nova.compute.manager [-] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1326.657087] env[69436]: DEBUG nova.network.neutron [-] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.089287] env[69436]: DEBUG nova.compute.manager [req-919bfb64-e215-4379-9573-2f7820223929 req-fdfec9ee-f1dd-460b-b441-c3a128ec5c86 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Received event network-vif-deleted-d0888e48-f029-4129-ac0f-2d0c6d6f2079 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1327.089464] env[69436]: INFO nova.compute.manager [req-919bfb64-e215-4379-9573-2f7820223929 req-fdfec9ee-f1dd-460b-b441-c3a128ec5c86 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Neutron deleted interface d0888e48-f029-4129-ac0f-2d0c6d6f2079; detaching it from the instance and deleting it from the info cache [ 1327.089733] env[69436]: DEBUG nova.network.neutron [req-919bfb64-e215-4379-9573-2f7820223929 req-fdfec9ee-f1dd-460b-b441-c3a128ec5c86 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.145806] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255963, 'name': Rename_Task, 'duration_secs': 0.148825} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.146380] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.146459] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb0292ab-f2ef-41b1-aedc-a36d6463ac2e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.154241] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1327.154241] env[69436]: value = "task-3255964" [ 1327.154241] env[69436]: _type = "Task" [ 1327.154241] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.161980] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.566513] env[69436]: DEBUG nova.network.neutron [-] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.592621] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faff9163-d84e-45ed-b619-6c2a115cf1ab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.602920] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb455594-fd4e-4ed2-89cf-2ebdfe5a9abc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.629991] env[69436]: DEBUG nova.compute.manager [req-919bfb64-e215-4379-9573-2f7820223929 req-fdfec9ee-f1dd-460b-b441-c3a128ec5c86 service nova] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Detach interface failed, port_id=d0888e48-f029-4129-ac0f-2d0c6d6f2079, reason: Instance cbea9f57-cf00-4122-9ebd-baf416523fa3 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1327.664068] env[69436]: DEBUG oslo_vmware.api [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255964, 'name': PowerOnVM_Task, 'duration_secs': 0.427792} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.664421] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.664704] env[69436]: INFO nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1327.664962] env[69436]: DEBUG nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1327.665784] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b362cb1-72bc-4853-b0a9-e40bc8a51c48 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.068673] env[69436]: INFO nova.compute.manager [-] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Took 1.41 seconds to deallocate network for instance. [ 1328.182168] env[69436]: INFO nova.compute.manager [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Took 11.36 seconds to build instance. [ 1328.610840] env[69436]: INFO nova.compute.manager [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Took 0.54 seconds to detach 1 volumes for instance. [ 1328.612951] env[69436]: DEBUG nova.compute.manager [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Deleting volume: 50da6529-0746-4056-9ae7-12316b7978a7 {{(pid=69436) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3322}} [ 1328.683626] env[69436]: DEBUG oslo_concurrency.lockutils [None req-53d74e19-8432-4790-ade4-b0a4d31b9d89 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.866s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.760910] env[69436]: DEBUG nova.compute.manager [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Received event network-changed-da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1328.761291] env[69436]: DEBUG nova.compute.manager [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Refreshing instance network info cache due to event network-changed-da711524-68c9-4c49-8e13-f01a3f29a37d. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1328.761533] env[69436]: DEBUG oslo_concurrency.lockutils [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] Acquiring lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.761732] env[69436]: DEBUG oslo_concurrency.lockutils [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] Acquired lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.761956] env[69436]: DEBUG nova.network.neutron [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Refreshing network info cache for port da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.153382] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.153628] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.153827] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.177745] env[69436]: INFO nova.scheduler.client.report [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted allocations for instance cbea9f57-cf00-4122-9ebd-baf416523fa3 [ 1329.463450] env[69436]: DEBUG nova.network.neutron [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updated VIF entry in instance network info cache for port da711524-68c9-4c49-8e13-f01a3f29a37d. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.463816] env[69436]: DEBUG nova.network.neutron [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [{"id": "da711524-68c9-4c49-8e13-f01a3f29a37d", "address": "fa:16:3e:60:0c:88", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda711524-68", "ovs_interfaceid": "da711524-68c9-4c49-8e13-f01a3f29a37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.686552] env[69436]: DEBUG oslo_concurrency.lockutils [None req-9c966586-37c9-4af1-8182-8c60fcfdc2d2 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "cbea9f57-cf00-4122-9ebd-baf416523fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.966265] env[69436]: DEBUG oslo_concurrency.lockutils [req-248a5526-ed11-4346-8d22-842482d4d59b req-9e066bb9-db56-4d3f-8013-a95a8537c1fd service nova] Releasing lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.574873] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.575103] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.575816] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.576030] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.576217] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.578358] env[69436]: INFO nova.compute.manager [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Terminating instance [ 1331.081745] env[69436]: DEBUG nova.compute.manager [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1331.082163] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.082903] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7468566d-a945-4c7c-9438-29860e62b69e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.090731] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.090969] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdb4e90-f06d-4af5-a020-d7c08b658b1d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.096902] env[69436]: DEBUG oslo_vmware.api [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1331.096902] env[69436]: value = "task-3255966" [ 1331.096902] env[69436]: _type = "Task" [ 1331.096902] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.105659] env[69436]: DEBUG oslo_vmware.api [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.606716] env[69436]: DEBUG oslo_vmware.api [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255966, 'name': PowerOffVM_Task, 'duration_secs': 0.269265} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.606980] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.607167] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.607412] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-572b2a65-fab6-45bc-a4a9-5998470e1417 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.672728] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.672913] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.673127] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore2] 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.673422] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6526a3e3-7249-4b6a-a4ac-19adb7adf727 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.679371] env[69436]: DEBUG oslo_vmware.api [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1331.679371] env[69436]: value = "task-3255968" [ 1331.679371] env[69436]: _type = "Task" [ 1331.679371] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.687635] env[69436]: DEBUG oslo_vmware.api [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.189647] env[69436]: DEBUG oslo_vmware.api [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151819} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.190052] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.190102] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.190277] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.190450] env[69436]: INFO nova.compute.manager [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.190694] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.190883] env[69436]: DEBUG nova.compute.manager [-] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1332.190974] env[69436]: DEBUG nova.network.neutron [-] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.437759] env[69436]: DEBUG nova.compute.manager [req-a1e06b07-5b04-45e3-ba7a-95f803a33ba2 req-7298a261-723f-4fb7-8cd1-18a8984c86c8 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Received event network-vif-deleted-9d528282-36dd-4845-b787-abf080ce5917 {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1332.437963] env[69436]: INFO nova.compute.manager [req-a1e06b07-5b04-45e3-ba7a-95f803a33ba2 req-7298a261-723f-4fb7-8cd1-18a8984c86c8 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Neutron deleted interface 9d528282-36dd-4845-b787-abf080ce5917; detaching it from the instance and deleting it from the info cache [ 1332.438185] env[69436]: DEBUG nova.network.neutron [req-a1e06b07-5b04-45e3-ba7a-95f803a33ba2 req-7298a261-723f-4fb7-8cd1-18a8984c86c8 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.921528] env[69436]: DEBUG nova.network.neutron [-] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.940542] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ef96059-f288-4cf4-965e-7a9881650ae4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.950341] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d4e55-f3ad-44a4-b98d-f26ffee0606b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.976268] env[69436]: DEBUG nova.compute.manager [req-a1e06b07-5b04-45e3-ba7a-95f803a33ba2 req-7298a261-723f-4fb7-8cd1-18a8984c86c8 service nova] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Detach interface failed, port_id=9d528282-36dd-4845-b787-abf080ce5917, reason: Instance 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1333.424934] env[69436]: INFO nova.compute.manager [-] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Took 1.23 seconds to deallocate network for instance. [ 1333.931086] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.931406] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.931630] env[69436]: DEBUG nova.objects.instance [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'resources' on Instance uuid 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.495809] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d27c265-1e28-4818-8a16-9f6555593483 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.503884] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85412a3-3c36-4b00-8679-01e0384b1a5f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.534183] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac4920a-489a-4dc1-91de-42d3488da9fe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.540905] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47352c7-3282-4341-9590-01a235db44db {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.553716] env[69436]: DEBUG nova.compute.provider_tree [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.058091] env[69436]: DEBUG nova.scheduler.client.report [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.563686] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.582730] env[69436]: INFO nova.scheduler.client.report [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted allocations for instance 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0 [ 1336.090831] env[69436]: DEBUG oslo_concurrency.lockutils [None req-a14d7c69-bb1b-43ca-a0a8-ea1765ac4989 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.515s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.268023] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "03a37459-fda2-4409-b07c-e194b16a4b23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.268508] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "03a37459-fda2-4409-b07c-e194b16a4b23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.268592] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "03a37459-fda2-4409-b07c-e194b16a4b23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.268777] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "03a37459-fda2-4409-b07c-e194b16a4b23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.268948] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "03a37459-fda2-4409-b07c-e194b16a4b23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.271101] env[69436]: INFO nova.compute.manager [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Terminating instance [ 1340.774315] env[69436]: DEBUG nova.compute.manager [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1340.774552] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.775482] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe82e41-5fc6-42ce-9f29-14e6d7a257eb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.783649] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.783870] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27d9a81a-5e3d-44f7-86ac-a58dc85d14b9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.789466] env[69436]: DEBUG oslo_vmware.api [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1340.789466] env[69436]: value = "task-3255970" [ 1340.789466] env[69436]: _type = "Task" [ 1340.789466] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.797434] env[69436]: DEBUG oslo_vmware.api [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.300196] env[69436]: DEBUG oslo_vmware.api [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255970, 'name': PowerOffVM_Task, 'duration_secs': 0.259254} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.300545] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.300671] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.300837] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16778fae-f6a6-476f-b449-078e8020498f {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.363518] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.363758] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.363898] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleting the datastore file [datastore2] 03a37459-fda2-4409-b07c-e194b16a4b23 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.364181] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07e30f98-cf4f-4131-99a1-7d5c93474dfa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.370074] env[69436]: DEBUG oslo_vmware.api [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for the task: (returnval){ [ 1341.370074] env[69436]: value = "task-3255972" [ 1341.370074] env[69436]: _type = "Task" [ 1341.370074] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.377328] env[69436]: DEBUG oslo_vmware.api [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.879954] env[69436]: DEBUG oslo_vmware.api [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Task: {'id': task-3255972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135229} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.880262] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.880434] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.880628] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.880802] env[69436]: INFO nova.compute.manager [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.881081] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.881254] env[69436]: DEBUG nova.compute.manager [-] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1341.881373] env[69436]: DEBUG nova.network.neutron [-] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.149270] env[69436]: DEBUG nova.compute.manager [req-771fb81a-797a-4952-aac8-839e38b0d6c7 req-62375d66-6339-43e4-9b28-04d82095da23 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Received event network-vif-deleted-4572b71e-50a0-42fb-99ef-3dbb56ea752d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1342.149424] env[69436]: INFO nova.compute.manager [req-771fb81a-797a-4952-aac8-839e38b0d6c7 req-62375d66-6339-43e4-9b28-04d82095da23 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Neutron deleted interface 4572b71e-50a0-42fb-99ef-3dbb56ea752d; detaching it from the instance and deleting it from the info cache [ 1342.149583] env[69436]: DEBUG nova.network.neutron [req-771fb81a-797a-4952-aac8-839e38b0d6c7 req-62375d66-6339-43e4-9b28-04d82095da23 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.633647] env[69436]: DEBUG nova.network.neutron [-] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.652286] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27e56c3d-c195-4eec-a855-aa16e43e8f13 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.663833] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c7cfd-b0a5-4c6e-b9c0-d4e2a645d403 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.693841] env[69436]: DEBUG nova.compute.manager [req-771fb81a-797a-4952-aac8-839e38b0d6c7 req-62375d66-6339-43e4-9b28-04d82095da23 service nova] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Detach interface failed, port_id=4572b71e-50a0-42fb-99ef-3dbb56ea752d, reason: Instance 03a37459-fda2-4409-b07c-e194b16a4b23 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1343.136725] env[69436]: INFO nova.compute.manager [-] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Took 1.26 seconds to deallocate network for instance. [ 1343.643329] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.643709] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.643863] env[69436]: DEBUG nova.objects.instance [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lazy-loading 'resources' on Instance uuid 03a37459-fda2-4409-b07c-e194b16a4b23 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.165341] env[69436]: DEBUG nova.scheduler.client.report [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Refreshing inventories for resource provider 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1344.180252] env[69436]: DEBUG nova.scheduler.client.report [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating ProviderTree inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1344.180483] env[69436]: DEBUG nova.compute.provider_tree [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.190772] env[69436]: DEBUG nova.scheduler.client.report [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Refreshing aggregate associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, aggregates: None {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1344.207663] env[69436]: DEBUG nova.scheduler.client.report [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Refreshing trait associations for resource provider 874aa1e6-124b-44cc-8641-8340c741df69, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69436) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1344.253158] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d359c5-28bb-4a90-b14a-7c5a5c19115e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.260501] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceea36f-a9f3-48e3-8516-9ba73d5871bf {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.290370] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e4392-d8d9-472f-8638-6f8b687010d0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.296852] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d65af9-6a38-42b6-8237-a4ed2dd4afdb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.309516] env[69436]: DEBUG nova.compute.provider_tree [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.840455] env[69436]: DEBUG nova.scheduler.client.report [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updated inventory for provider 874aa1e6-124b-44cc-8641-8340c741df69 with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1344.840784] env[69436]: DEBUG nova.compute.provider_tree [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating resource provider 874aa1e6-124b-44cc-8641-8340c741df69 generation from 185 to 186 during operation: update_inventory {{(pid=69436) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1344.840899] env[69436]: DEBUG nova.compute.provider_tree [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Updating inventory in ProviderTree for provider 874aa1e6-124b-44cc-8641-8340c741df69 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1345.345940] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.364453] env[69436]: INFO nova.scheduler.client.report [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Deleted allocations for instance 03a37459-fda2-4409-b07c-e194b16a4b23 [ 1345.872830] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0461f7d1-225e-4fae-80f7-49ff27755dd5 tempest-ServerActionsTestOtherA-2080571286 tempest-ServerActionsTestOtherA-2080571286-project-member] Lock "03a37459-fda2-4409-b07c-e194b16a4b23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.470101] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.470497] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.470535] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.470673] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.472066] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.472066] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.472066] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.472066] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1355.472066] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.975203] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.975432] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.975576] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.975728] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1355.976722] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2648e941-ab17-4d05-931e-47b9f0f1abfb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.985186] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14bcf94-30cb-40f2-aaba-01931442a222 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.000113] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b5ff8-59ec-4030-b369-a660b0712dc2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.006139] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d67b46-39b8-459a-b001-50ca08448e92 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.034450] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180249MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1356.034594] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.034788] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.060492] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance fa77192a-6337-4936-a4e3-eed0d84421f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1357.060736] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance aa96789c-3d46-4396-b19e-289d263c31f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1357.060827] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1357.060965] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1357.095321] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70010ce7-8956-4751-b644-8bd085e4356a {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.102576] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852fea61-1793-4893-b941-8ce42b8632f6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.132580] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ae583-3a54-44f7-a120-4c127f1be7da {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.139296] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f53920-72f8-4d19-9664-bc9e1120bafe {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.151816] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.655347] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.160135] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1358.160507] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.198338] env[69436]: DEBUG oslo_concurrency.lockutils [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "aa96789c-3d46-4396-b19e-289d263c31f9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.198748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.198854] env[69436]: DEBUG nova.compute.manager [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1366.199873] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1a4f6-049b-45e4-8ca2-932ceb44f64d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.206354] env[69436]: DEBUG nova.compute.manager [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69436) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3444}} [ 1366.206928] env[69436]: DEBUG nova.objects.instance [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'flavor' on Instance uuid aa96789c-3d46-4396-b19e-289d263c31f9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.215177] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.215531] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5962ac-44d0-4012-9742-075e073c04e0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.223559] env[69436]: DEBUG oslo_vmware.api [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1367.223559] env[69436]: value = "task-3255973" [ 1367.223559] env[69436]: _type = "Task" [ 1367.223559] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.231252] env[69436]: DEBUG oslo_vmware.api [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.734056] env[69436]: DEBUG oslo_vmware.api [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255973, 'name': PowerOffVM_Task, 'duration_secs': 0.211081} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.734383] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.734624] env[69436]: DEBUG nova.compute.manager [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1367.735436] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a27d4-d7f0-44b2-bffe-83876c543234 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.247110] env[69436]: DEBUG oslo_concurrency.lockutils [None req-88ea512c-466c-4cb5-bbc5-17545da0dcd2 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.563015] env[69436]: DEBUG nova.objects.instance [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'flavor' on Instance uuid aa96789c-3d46-4396-b19e-289d263c31f9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.068292] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.068497] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.068668] env[69436]: DEBUG nova.network.neutron [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.068844] env[69436]: DEBUG nova.objects.instance [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'info_cache' on Instance uuid aa96789c-3d46-4396-b19e-289d263c31f9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.572372] env[69436]: DEBUG nova.objects.base [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69436) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.263141] env[69436]: DEBUG nova.network.neutron [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [{"id": "da711524-68c9-4c49-8e13-f01a3f29a37d", "address": "fa:16:3e:60:0c:88", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda711524-68", "ovs_interfaceid": "da711524-68c9-4c49-8e13-f01a3f29a37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.766262] env[69436]: DEBUG oslo_concurrency.lockutils [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.773030] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.773377] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9140620e-382c-475d-8cda-d0606af6b4f2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.781146] env[69436]: DEBUG oslo_vmware.api [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1371.781146] env[69436]: value = "task-3255974" [ 1371.781146] env[69436]: _type = "Task" [ 1371.781146] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.788922] env[69436]: DEBUG oslo_vmware.api [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.292842] env[69436]: DEBUG oslo_vmware.api [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255974, 'name': PowerOnVM_Task, 'duration_secs': 0.368307} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.293288] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.293610] env[69436]: DEBUG nova.compute.manager [None req-f2f7b2a9-940d-4665-9aa2-82f58fea698c tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1372.294669] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab071cd7-59e0-4939-aec5-79210b5b9df2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.271853] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6b718b-7f9c-4057-8851-126395e002c4 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.278517] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Suspending the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1373.278751] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-795071fe-27f3-450e-a05d-243538e136ef {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.284488] env[69436]: DEBUG oslo_vmware.api [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1373.284488] env[69436]: value = "task-3255975" [ 1373.284488] env[69436]: _type = "Task" [ 1373.284488] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.291790] env[69436]: DEBUG oslo_vmware.api [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255975, 'name': SuspendVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.794183] env[69436]: DEBUG oslo_vmware.api [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255975, 'name': SuspendVM_Task} progress is 100%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.295307] env[69436]: DEBUG oslo_vmware.api [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255975, 'name': SuspendVM_Task, 'duration_secs': 0.545573} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.295674] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Suspended the VM {{(pid=69436) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1374.295784] env[69436]: DEBUG nova.compute.manager [None req-803b5149-b3b7-4075-82be-552b86458ebd tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1374.296496] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e61530e-6747-4632-be8f-78ddb7ebdd55 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.610092] env[69436]: INFO nova.compute.manager [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Resuming [ 1375.610772] env[69436]: DEBUG nova.objects.instance [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'flavor' on Instance uuid aa96789c-3d46-4396-b19e-289d263c31f9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.121157] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.121439] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquired lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.121518] env[69436]: DEBUG nova.network.neutron [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.812995] env[69436]: DEBUG nova.network.neutron [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [{"id": "da711524-68c9-4c49-8e13-f01a3f29a37d", "address": "fa:16:3e:60:0c:88", "network": {"id": "765e4d50-c5fb-4970-a5c5-f8e01fe9fddf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1479303358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a2f5661569a4be69d4067329244e3bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda711524-68", "ovs_interfaceid": "da711524-68c9-4c49-8e13-f01a3f29a37d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.315471] env[69436]: DEBUG oslo_concurrency.lockutils [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Releasing lock "refresh_cache-aa96789c-3d46-4396-b19e-289d263c31f9" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.317739] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc42491e-5e44-4a3d-b967-4e714ab39c08 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.324280] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Resuming the VM {{(pid=69436) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1378.324496] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febc8d63-3e02-4835-af41-8f48e38342c7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.330368] env[69436]: DEBUG oslo_vmware.api [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1378.330368] env[69436]: value = "task-3255976" [ 1378.330368] env[69436]: _type = "Task" [ 1378.330368] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.338054] env[69436]: DEBUG oslo_vmware.api [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.842686] env[69436]: DEBUG oslo_vmware.api [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255976, 'name': PowerOnVM_Task, 'duration_secs': 0.489859} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.842966] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Resumed the VM {{(pid=69436) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1378.843167] env[69436]: DEBUG nova.compute.manager [None req-7d8657b2-6842-4db5-9d63-1e0fcf0cd0ec tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1378.843971] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdfda40-eb13-44be-98a5-b6a66ff41089 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.241341] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "aa96789c-3d46-4396-b19e-289d263c31f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.241727] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.241831] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "aa96789c-3d46-4396-b19e-289d263c31f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.241994] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.242187] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.244271] env[69436]: INFO nova.compute.manager [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Terminating instance [ 1380.747781] env[69436]: DEBUG nova.compute.manager [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1380.748032] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.748990] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d77ae9-e9c0-4470-a6d8-0ba8a78e24bc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.757028] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.757290] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d18af68-a45b-4335-8d6e-3ba76d7f2596 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.763574] env[69436]: DEBUG oslo_vmware.api [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1380.763574] env[69436]: value = "task-3255977" [ 1380.763574] env[69436]: _type = "Task" [ 1380.763574] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.771008] env[69436]: DEBUG oslo_vmware.api [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.274052] env[69436]: DEBUG oslo_vmware.api [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255977, 'name': PowerOffVM_Task, 'duration_secs': 0.189329} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.274421] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.274467] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.274709] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a547756-7e76-4966-962a-78f239644769 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.338638] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.338869] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Deleting contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.339048] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleting the datastore file [datastore1] aa96789c-3d46-4396-b19e-289d263c31f9 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.339315] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6aaae61-776a-4efb-8f0e-f95362f482a7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.345873] env[69436]: DEBUG oslo_vmware.api [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for the task: (returnval){ [ 1381.345873] env[69436]: value = "task-3255979" [ 1381.345873] env[69436]: _type = "Task" [ 1381.345873] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.353138] env[69436]: DEBUG oslo_vmware.api [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.855898] env[69436]: DEBUG oslo_vmware.api [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Task: {'id': task-3255979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146336} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.856167] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.856350] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Deleted contents of the VM from datastore datastore1 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.856539] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.856748] env[69436]: INFO nova.compute.manager [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1381.856988] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.857193] env[69436]: DEBUG nova.compute.manager [-] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1381.857286] env[69436]: DEBUG nova.network.neutron [-] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1382.277166] env[69436]: DEBUG nova.compute.manager [req-21915a2a-3c06-45de-9bbc-26515680b1fe req-b0882dae-2711-4749-92d0-c962ec7dfc97 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Received event network-vif-deleted-da711524-68c9-4c49-8e13-f01a3f29a37d {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1382.277406] env[69436]: INFO nova.compute.manager [req-21915a2a-3c06-45de-9bbc-26515680b1fe req-b0882dae-2711-4749-92d0-c962ec7dfc97 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Neutron deleted interface da711524-68c9-4c49-8e13-f01a3f29a37d; detaching it from the instance and deleting it from the info cache [ 1382.277789] env[69436]: DEBUG nova.network.neutron [req-21915a2a-3c06-45de-9bbc-26515680b1fe req-b0882dae-2711-4749-92d0-c962ec7dfc97 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.756489] env[69436]: DEBUG nova.network.neutron [-] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.781088] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff682770-596c-40c8-a46f-a1912e9c321b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.791778] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe65166-469f-4851-a92a-ba4c1c672af1 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.816499] env[69436]: DEBUG nova.compute.manager [req-21915a2a-3c06-45de-9bbc-26515680b1fe req-b0882dae-2711-4749-92d0-c962ec7dfc97 service nova] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Detach interface failed, port_id=da711524-68c9-4c49-8e13-f01a3f29a37d, reason: Instance aa96789c-3d46-4396-b19e-289d263c31f9 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1383.259391] env[69436]: INFO nova.compute.manager [-] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Took 1.40 seconds to deallocate network for instance. [ 1383.765767] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.766139] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.766304] env[69436]: DEBUG nova.objects.instance [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lazy-loading 'resources' on Instance uuid aa96789c-3d46-4396-b19e-289d263c31f9 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.311508] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b7d15-8370-4b19-9661-fe03908ebe6e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.319233] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a950160-a02d-4b9b-a5bb-3edc60cbcbab {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.350893] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b80256-eab6-4e0a-8588-9e525ceb6b5d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.357631] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf67bcb-0a6c-48b5-9479-17382062d4fb {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.370404] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.370852] env[69436]: DEBUG nova.compute.provider_tree [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.372112] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.874799] env[69436]: DEBUG nova.scheduler.client.report [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.882829] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.883066] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.883273] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.883470] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.883661] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.883845] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.883996] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69436) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11193}} [ 1384.884448] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager.update_available_resource {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.380619] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.386074] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.386302] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.386461] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.386610] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69436) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1385.387475] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcd76b-2f65-4caf-b0b6-ff7fe303b5b0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.395306] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976e278-c116-4a97-8aa7-47140eacccce {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.399883] env[69436]: INFO nova.scheduler.client.report [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Deleted allocations for instance aa96789c-3d46-4396-b19e-289d263c31f9 [ 1385.411821] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9d8a74-e773-4da5-88db-9032cac80623 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.418248] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d797c-700e-4266-99a9-ba20ff38339b {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.447844] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180249MB free_disk=119GB free_vcpus=48 pci_devices=None {{(pid=69436) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1385.448061] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.448230] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.870277] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "fa77192a-6337-4936-a4e3-eed0d84421f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.870566] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.870818] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "fa77192a-6337-4936-a4e3-eed0d84421f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.871018] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.871193] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.873297] env[69436]: INFO nova.compute.manager [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Terminating instance [ 1385.913971] env[69436]: DEBUG oslo_concurrency.lockutils [None req-0437e1ca-afe2-47b6-833d-092d647be2a5 tempest-ServerActionsTestJSON-720948404 tempest-ServerActionsTestJSON-720948404-project-member] Lock "aa96789c-3d46-4396-b19e-289d263c31f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.672s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.377446] env[69436]: DEBUG nova.compute.manager [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1386.377674] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.378623] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f9a9d-598f-4ee2-aecd-85ffd4c4e490 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.386484] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.386739] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bec3b88-b026-4278-a2c0-478c1e82e539 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.392597] env[69436]: DEBUG oslo_vmware.api [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1386.392597] env[69436]: value = "task-3255980" [ 1386.392597] env[69436]: _type = "Task" [ 1386.392597] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.399695] env[69436]: DEBUG oslo_vmware.api [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.472571] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Instance fa77192a-6337-4936-a4e3-eed0d84421f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69436) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.472784] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1386.472964] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69436) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1386.501898] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ebac1c-9514-4857-b748-010124fb4ee5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.509581] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd38fc-9f16-4508-9f0b-8884f949e180 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.544021] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62230564-4133-401e-8462-a7f291b804ee {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.551921] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0ddaa9-d7da-4317-9a54-980897714556 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.567339] env[69436]: DEBUG nova.compute.provider_tree [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.901761] env[69436]: DEBUG oslo_vmware.api [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255980, 'name': PowerOffVM_Task, 'duration_secs': 0.184069} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.902014] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.902191] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.902423] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63200391-d0ca-418b-99e3-d213eb6fd371 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.971543] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.971909] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.971957] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Deleting the datastore file [datastore2] fa77192a-6337-4936-a4e3-eed0d84421f8 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.972246] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66b307b5-410c-4443-8bbf-aeffec747ad9 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.979273] env[69436]: DEBUG oslo_vmware.api [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for the task: (returnval){ [ 1386.979273] env[69436]: value = "task-3255982" [ 1386.979273] env[69436]: _type = "Task" [ 1386.979273] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.987067] env[69436]: DEBUG oslo_vmware.api [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.073524] env[69436]: DEBUG nova.scheduler.client.report [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.488726] env[69436]: DEBUG oslo_vmware.api [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Task: {'id': task-3255982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136092} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.488995] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.489298] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.489485] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.489691] env[69436]: INFO nova.compute.manager [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1387.489903] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.490114] env[69436]: DEBUG nova.compute.manager [-] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1387.490212] env[69436]: DEBUG nova.network.neutron [-] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.582366] env[69436]: DEBUG nova.compute.resource_tracker [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69436) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1387.582559] env[69436]: DEBUG oslo_concurrency.lockutils [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.987827] env[69436]: DEBUG nova.compute.manager [req-3b119457-3dab-4970-87bd-592f301c003b req-9f3d5868-5913-42f6-a4a5-d8d46bcdd70a service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Received event network-vif-deleted-7a5953bc-5753-4f44-8889-bc56fd3770eb {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1387.988078] env[69436]: INFO nova.compute.manager [req-3b119457-3dab-4970-87bd-592f301c003b req-9f3d5868-5913-42f6-a4a5-d8d46bcdd70a service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Neutron deleted interface 7a5953bc-5753-4f44-8889-bc56fd3770eb; detaching it from the instance and deleting it from the info cache [ 1387.988210] env[69436]: DEBUG nova.network.neutron [req-3b119457-3dab-4970-87bd-592f301c003b req-9f3d5868-5913-42f6-a4a5-d8d46bcdd70a service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.462267] env[69436]: DEBUG nova.network.neutron [-] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.490940] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4972c4db-cb33-42dd-86d9-4ee9daf6cc66 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.501963] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc4217-eb5f-4efd-92ea-964dc8ea3f71 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.525574] env[69436]: DEBUG nova.compute.manager [req-3b119457-3dab-4970-87bd-592f301c003b req-9f3d5868-5913-42f6-a4a5-d8d46bcdd70a service nova] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Detach interface failed, port_id=7a5953bc-5753-4f44-8889-bc56fd3770eb, reason: Instance fa77192a-6337-4936-a4e3-eed0d84421f8 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1388.965339] env[69436]: INFO nova.compute.manager [-] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Took 1.47 seconds to deallocate network for instance. [ 1389.472748] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.473076] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.473300] env[69436]: DEBUG nova.objects.instance [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lazy-loading 'resources' on Instance uuid fa77192a-6337-4936-a4e3-eed0d84421f8 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.013626] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da94b8fc-ed10-4f7a-ad46-f972d20657a2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.021668] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ee83ea-3f54-41d9-a059-8520892f5fec {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.050800] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2545a0-844b-44a0-b3e1-f329dc637c37 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.057314] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6279ffe-5830-4f4a-9de4-f85297e30de6 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.069858] env[69436]: DEBUG nova.compute.provider_tree [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.572915] env[69436]: DEBUG nova.scheduler.client.report [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.078191] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.097161] env[69436]: INFO nova.scheduler.client.report [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Deleted allocations for instance fa77192a-6337-4936-a4e3-eed0d84421f8 [ 1391.604908] env[69436]: DEBUG oslo_concurrency.lockutils [None req-3aa6030d-0b29-41eb-99b4-114b93aa022c tempest-ServersV294TestFqdnHostnames-1940751357 tempest-ServersV294TestFqdnHostnames-1940751357-project-member] Lock "fa77192a-6337-4936-a4e3-eed0d84421f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.815107] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "1143d05c-b207-4431-8dfb-dcbee41dd328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.815408] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.319850] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Starting instance... {{(pid=69436) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2479}} [ 1399.842186] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.842499] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.843931] env[69436]: INFO nova.compute.claims [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.880497] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e40eaa-853a-4152-8246-c933599ea758 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.887988] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b2c9d-1c0e-4c7b-adc5-edd18ef4c68d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.917304] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b52909c-fb54-43d1-9771-5f96774b7b67 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.924190] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235a706-8552-409e-a9f1-c2b9e59101fd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.937692] env[69436]: DEBUG nova.compute.provider_tree [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.440758] env[69436]: DEBUG nova.scheduler.client.report [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.945972] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.946618] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Start building networks asynchronously for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2876}} [ 1402.451504] env[69436]: DEBUG nova.compute.utils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Using /dev/sd instead of None {{(pid=69436) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.452892] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Allocating IP information in the background. {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1402.453081] env[69436]: DEBUG nova.network.neutron [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] allocate_for_instance() {{(pid=69436) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.490749] env[69436]: DEBUG nova.policy [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddd7ee72b9994fa7941bf22bcd734114', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94139b8b30745daab73fbd4867a81d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69436) authorize /opt/stack/nova/nova/policy.py:192}} [ 1402.730990] env[69436]: DEBUG nova.network.neutron [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Successfully created port: 4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.956589] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Start building block device mappings for instance. {{(pid=69436) _build_resources /opt/stack/nova/nova/compute/manager.py:2911}} [ 1403.969627] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Start spawning the instance on the hypervisor. {{(pid=69436) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2685}} [ 1403.997681] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T12:00:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T12:00:35Z,direct_url=,disk_format='vmdk',id=ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4c835ae4283e4bdb8c8dde80f386f98c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T12:00:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1403.997985] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Flavor limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.998222] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Image limits 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1403.998460] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Flavor pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.998638] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Image pref 0:0:0 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1403.998812] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69436) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1403.999125] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1403.999336] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1403.999568] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Got 1 possible topologies {{(pid=69436) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1403.999750] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1403.999967] env[69436]: DEBUG nova.virt.hardware [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69436) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1404.000932] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cdbd79-0637-47f2-b0a2-934ffb237b5e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.009426] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901d2c15-c813-4cd9-918b-9db51ff2d5e7 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.076520] env[69436]: DEBUG nova.compute.manager [req-2b256258-d6a8-4e62-8250-8477241f1763 req-34510b74-186f-4dce-8e1f-ffe351f28f29 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Received event network-vif-plugged-4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1404.076834] env[69436]: DEBUG oslo_concurrency.lockutils [req-2b256258-d6a8-4e62-8250-8477241f1763 req-34510b74-186f-4dce-8e1f-ffe351f28f29 service nova] Acquiring lock "1143d05c-b207-4431-8dfb-dcbee41dd328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.077096] env[69436]: DEBUG oslo_concurrency.lockutils [req-2b256258-d6a8-4e62-8250-8477241f1763 req-34510b74-186f-4dce-8e1f-ffe351f28f29 service nova] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.077270] env[69436]: DEBUG oslo_concurrency.lockutils [req-2b256258-d6a8-4e62-8250-8477241f1763 req-34510b74-186f-4dce-8e1f-ffe351f28f29 service nova] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.077442] env[69436]: DEBUG nova.compute.manager [req-2b256258-d6a8-4e62-8250-8477241f1763 req-34510b74-186f-4dce-8e1f-ffe351f28f29 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] No waiting events found dispatching network-vif-plugged-4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.077619] env[69436]: WARNING nova.compute.manager [req-2b256258-d6a8-4e62-8250-8477241f1763 req-34510b74-186f-4dce-8e1f-ffe351f28f29 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Received unexpected event network-vif-plugged-4d9bbaa9-b35e-487d-aad3-e89be18e94ea for instance with vm_state building and task_state spawning. [ 1404.158695] env[69436]: DEBUG nova.network.neutron [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Successfully updated port: 4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.661869] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "refresh_cache-1143d05c-b207-4431-8dfb-dcbee41dd328" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.662032] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquired lock "refresh_cache-1143d05c-b207-4431-8dfb-dcbee41dd328" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.662187] env[69436]: DEBUG nova.network.neutron [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Building network info cache for instance {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.194455] env[69436]: DEBUG nova.network.neutron [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Instance cache missing network info. {{(pid=69436) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.325949] env[69436]: DEBUG nova.network.neutron [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Updating instance_info_cache with network_info: [{"id": "4d9bbaa9-b35e-487d-aad3-e89be18e94ea", "address": "fa:16:3e:39:c7:ac", "network": {"id": "ddf2cc88-8d76-4862-bdcd-cf7259d7378c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2037659861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94139b8b30745daab73fbd4867a81d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9bbaa9-b3", "ovs_interfaceid": "4d9bbaa9-b35e-487d-aad3-e89be18e94ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.829469] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Releasing lock "refresh_cache-1143d05c-b207-4431-8dfb-dcbee41dd328" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.829890] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Instance network_info: |[{"id": "4d9bbaa9-b35e-487d-aad3-e89be18e94ea", "address": "fa:16:3e:39:c7:ac", "network": {"id": "ddf2cc88-8d76-4862-bdcd-cf7259d7378c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2037659861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94139b8b30745daab73fbd4867a81d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9bbaa9-b3", "ovs_interfaceid": "4d9bbaa9-b35e-487d-aad3-e89be18e94ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69436) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1405.830381] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c7:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d9bbaa9-b35e-487d-aad3-e89be18e94ea', 'vif_model': 'vmxnet3'}] {{(pid=69436) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.838161] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Creating folder: Project (b94139b8b30745daab73fbd4867a81d0). Parent ref: group-v650165. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.838483] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3377231a-9862-4767-8d5f-777bd786d96e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.850884] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Created folder: Project (b94139b8b30745daab73fbd4867a81d0) in parent group-v650165. [ 1405.851077] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Creating folder: Instances. Parent ref: group-v650512. {{(pid=69436) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.851331] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b34de810-270a-4201-8472-63e0b729e2c5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.859922] env[69436]: INFO nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Created folder: Instances in parent group-v650512. [ 1405.860177] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.860360] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Creating VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.860553] env[69436]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7edd7cf7-0836-4d0e-b232-3580609ca895 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.878296] env[69436]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.878296] env[69436]: value = "task-3255985" [ 1405.878296] env[69436]: _type = "Task" [ 1405.878296] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.885811] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255985, 'name': CreateVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.105711] env[69436]: DEBUG nova.compute.manager [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Received event network-changed-4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1406.106116] env[69436]: DEBUG nova.compute.manager [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Refreshing instance network info cache due to event network-changed-4d9bbaa9-b35e-487d-aad3-e89be18e94ea. {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11782}} [ 1406.106385] env[69436]: DEBUG oslo_concurrency.lockutils [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] Acquiring lock "refresh_cache-1143d05c-b207-4431-8dfb-dcbee41dd328" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.106630] env[69436]: DEBUG oslo_concurrency.lockutils [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] Acquired lock "refresh_cache-1143d05c-b207-4431-8dfb-dcbee41dd328" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.106926] env[69436]: DEBUG nova.network.neutron [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Refreshing network info cache for port 4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.387812] env[69436]: DEBUG oslo_vmware.api [-] Task: {'id': task-3255985, 'name': CreateVM_Task, 'duration_secs': 0.326288} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.388143] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Created VM on the ESX host {{(pid=69436) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.388678] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.388845] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.389231] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.389482] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd9c215-d385-46ad-bac2-9a6621cfd9ff {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.393744] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1406.393744] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52392fec-dc7b-1ddf-344f-35b174da2850" [ 1406.393744] env[69436]: _type = "Task" [ 1406.393744] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.400811] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52392fec-dc7b-1ddf-344f-35b174da2850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.790757] env[69436]: DEBUG nova.network.neutron [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Updated VIF entry in instance network info cache for port 4d9bbaa9-b35e-487d-aad3-e89be18e94ea. {{(pid=69436) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.791155] env[69436]: DEBUG nova.network.neutron [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Updating instance_info_cache with network_info: [{"id": "4d9bbaa9-b35e-487d-aad3-e89be18e94ea", "address": "fa:16:3e:39:c7:ac", "network": {"id": "ddf2cc88-8d76-4862-bdcd-cf7259d7378c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2037659861-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94139b8b30745daab73fbd4867a81d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9bbaa9-b3", "ovs_interfaceid": "4d9bbaa9-b35e-487d-aad3-e89be18e94ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.903827] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]52392fec-dc7b-1ddf-344f-35b174da2850, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.904153] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.904384] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Processing image ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf {{(pid=69436) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.904623] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.904770] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.904948] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.905228] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-889a676a-308c-4365-b119-03fcac46f124 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.913359] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69436) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.913532] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69436) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.914243] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83f9ac6-2fcb-4d2f-b023-b535f1e1f3cd {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.919685] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1406.919685] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5233e24c-a3c6-a068-5d9d-5ea050db4d35" [ 1406.919685] env[69436]: _type = "Task" [ 1406.919685] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.926788] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5233e24c-a3c6-a068-5d9d-5ea050db4d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.293957] env[69436]: DEBUG oslo_concurrency.lockutils [req-46edbd81-7c44-45a4-826c-4846834d4c31 req-7c0810b1-8216-4868-85c1-e99d519ad971 service nova] Releasing lock "refresh_cache-1143d05c-b207-4431-8dfb-dcbee41dd328" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.430918] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]5233e24c-a3c6-a068-5d9d-5ea050db4d35, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.431697] env[69436]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246cf7b1-5572-4b9c-83f4-d24f740b7c0e {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.436359] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1407.436359] env[69436]: value = "session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f3e0f-14b1-cb38-3ba9-623e7a9469c8" [ 1407.436359] env[69436]: _type = "Task" [ 1407.436359] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.443611] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f3e0f-14b1-cb38-3ba9-623e7a9469c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.946501] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': session[52dfc572-0fa7-0926-08e6-a191d1ff15f5]526f3e0f-14b1-cb38-3ba9-623e7a9469c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.946764] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk" {{(pid=69436) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.947032] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 1143d05c-b207-4431-8dfb-dcbee41dd328/1143d05c-b207-4431-8dfb-dcbee41dd328.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.947311] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c434fc92-18d7-41e9-be7e-902640db61b5 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.954957] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1407.954957] env[69436]: value = "task-3255986" [ 1407.954957] env[69436]: _type = "Task" [ 1407.954957] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.963801] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.464061] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449337} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.464329] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf/ae7adbde-96c2-4214-b2a8-7f3ffe5c75bf.vmdk to [datastore2] 1143d05c-b207-4431-8dfb-dcbee41dd328/1143d05c-b207-4431-8dfb-dcbee41dd328.vmdk {{(pid=69436) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.464542] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Extending root virtual disk to 1048576 {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.464786] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8112e77-6476-4656-9bbb-73eef7b1d237 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.470741] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1408.470741] env[69436]: value = "task-3255987" [ 1408.470741] env[69436]: _type = "Task" [ 1408.470741] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.477681] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.980656] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062476} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.981387] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Extended root virtual disk {{(pid=69436) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.981697] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f6257-81a9-48d6-ac12-b6d619d4e044 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.003146] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 1143d05c-b207-4431-8dfb-dcbee41dd328/1143d05c-b207-4431-8dfb-dcbee41dd328.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.003439] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0f78f0-c363-4bdc-b2d2-6cfc2c9a3890 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.022114] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1409.022114] env[69436]: value = "task-3255988" [ 1409.022114] env[69436]: _type = "Task" [ 1409.022114] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.029680] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.531951] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255988, 'name': ReconfigVM_Task, 'duration_secs': 0.250402} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.532873] env[69436]: DEBUG nova.virt.vmwareapi.volumeops [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 1143d05c-b207-4431-8dfb-dcbee41dd328/1143d05c-b207-4431-8dfb-dcbee41dd328.vmdk or device None with type sparse {{(pid=69436) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.533330] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35d51085-77cb-4186-9582-4640ce104220 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.539641] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1409.539641] env[69436]: value = "task-3255989" [ 1409.539641] env[69436]: _type = "Task" [ 1409.539641] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.548173] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255989, 'name': Rename_Task} progress is 5%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.049612] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255989, 'name': Rename_Task, 'duration_secs': 0.13436} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.049880] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Powering on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.050174] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f93a81c-c1bd-4197-9adc-54cc6f4f0477 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.056599] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1410.056599] env[69436]: value = "task-3255990" [ 1410.056599] env[69436]: _type = "Task" [ 1410.056599] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.070439] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.565996] env[69436]: DEBUG oslo_vmware.api [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255990, 'name': PowerOnVM_Task, 'duration_secs': 0.421613} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.566378] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Powered on the VM {{(pid=69436) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.566501] env[69436]: INFO nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1410.566663] env[69436]: DEBUG nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Checking state {{(pid=69436) _get_power_state /opt/stack/nova/nova/compute/manager.py:1838}} [ 1410.567488] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab05ac-0b33-4742-b589-5c07d8078351 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.084205] env[69436]: INFO nova.compute.manager [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Took 11.26 seconds to build instance. [ 1411.585766] env[69436]: DEBUG oslo_concurrency.lockutils [None req-8340272a-c81e-4f5a-a9f6-74d10161ed7a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.770s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.070198] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "1143d05c-b207-4431-8dfb-dcbee41dd328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.072051] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.072286] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "1143d05c-b207-4431-8dfb-dcbee41dd328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.072514] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.072711] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.074732] env[69436]: INFO nova.compute.manager [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Terminating instance [ 1412.578579] env[69436]: DEBUG nova.compute.manager [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Start destroying the instance on the hypervisor. {{(pid=69436) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3204}} [ 1412.579252] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Destroying instance {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.580212] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b231820-fa94-4b9d-adce-8f7a59a9d36d {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.587845] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Powering off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.588122] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ff5f329-6b79-414b-a56f-4ceeb1f3b667 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.594200] env[69436]: DEBUG oslo_vmware.api [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1412.594200] env[69436]: value = "task-3255991" [ 1412.594200] env[69436]: _type = "Task" [ 1412.594200] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.601562] env[69436]: DEBUG oslo_vmware.api [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.104560] env[69436]: DEBUG oslo_vmware.api [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255991, 'name': PowerOffVM_Task, 'duration_secs': 0.196401} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.104894] env[69436]: DEBUG nova.virt.vmwareapi.vm_util [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Powered off the VM {{(pid=69436) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.105077] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Unregistering the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.105331] env[69436]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-141d4886-a358-4ebd-8ddf-2e394d56ac46 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.169210] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Unregistered the VM {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.169386] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Deleting contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.169555] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Deleting the datastore file [datastore2] 1143d05c-b207-4431-8dfb-dcbee41dd328 {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.169807] env[69436]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdfb2265-2d2d-4e6f-b5c1-4efc61db09fa {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.175886] env[69436]: DEBUG oslo_vmware.api [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for the task: (returnval){ [ 1413.175886] env[69436]: value = "task-3255993" [ 1413.175886] env[69436]: _type = "Task" [ 1413.175886] env[69436]: } to complete. {{(pid=69436) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.183622] env[69436]: DEBUG oslo_vmware.api [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.686186] env[69436]: DEBUG oslo_vmware.api [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Task: {'id': task-3255993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133284} completed successfully. {{(pid=69436) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.686544] env[69436]: DEBUG nova.virt.vmwareapi.ds_util [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Deleted the datastore file {{(pid=69436) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.686661] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Deleted contents of the VM from datastore datastore2 {{(pid=69436) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.686799] env[69436]: DEBUG nova.virt.vmwareapi.vmops [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Instance destroyed {{(pid=69436) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.686985] env[69436]: INFO nova.compute.manager [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1413.687246] env[69436]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69436) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.687425] env[69436]: DEBUG nova.compute.manager [-] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Deallocating network for instance {{(pid=69436) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1413.687516] env[69436]: DEBUG nova.network.neutron [-] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] deallocate_for_instance() {{(pid=69436) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.935331] env[69436]: DEBUG nova.compute.manager [req-ad8c5d07-8ebc-4aa8-af6a-a87df3cba8b5 req-a2842810-491a-496b-90cc-a910b75ba98c service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Received event network-vif-deleted-4d9bbaa9-b35e-487d-aad3-e89be18e94ea {{(pid=69436) external_instance_event /opt/stack/nova/nova/compute/manager.py:11777}} [ 1413.935331] env[69436]: INFO nova.compute.manager [req-ad8c5d07-8ebc-4aa8-af6a-a87df3cba8b5 req-a2842810-491a-496b-90cc-a910b75ba98c service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Neutron deleted interface 4d9bbaa9-b35e-487d-aad3-e89be18e94ea; detaching it from the instance and deleting it from the info cache [ 1413.935331] env[69436]: DEBUG nova.network.neutron [req-ad8c5d07-8ebc-4aa8-af6a-a87df3cba8b5 req-a2842810-491a-496b-90cc-a910b75ba98c service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.413649] env[69436]: DEBUG nova.network.neutron [-] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Updating instance_info_cache with network_info: [] {{(pid=69436) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.437051] env[69436]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f35dc310-76b5-4dcf-9af0-42ff88c605fc {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.447485] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50ab08-ce78-4d0a-9979-a8b0842e5e39 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.470706] env[69436]: DEBUG nova.compute.manager [req-ad8c5d07-8ebc-4aa8-af6a-a87df3cba8b5 req-a2842810-491a-496b-90cc-a910b75ba98c service nova] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Detach interface failed, port_id=4d9bbaa9-b35e-487d-aad3-e89be18e94ea, reason: Instance 1143d05c-b207-4431-8dfb-dcbee41dd328 could not be found. {{(pid=69436) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11611}} [ 1414.917613] env[69436]: INFO nova.compute.manager [-] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Took 1.23 seconds to deallocate network for instance. [ 1415.423917] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.424279] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.424529] env[69436]: DEBUG nova.objects.instance [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lazy-loading 'resources' on Instance uuid 1143d05c-b207-4431-8dfb-dcbee41dd328 {{(pid=69436) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.963251] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23093e0b-154f-49a0-9b10-5f342ffaa030 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.971163] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a08e421-5579-4877-9a88-0217281409d2 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.001433] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad273b37-8bff-4241-b40c-1ac0b3e21ea0 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.008789] env[69436]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7d63d-d7fb-429c-98ea-e9ac428d6657 {{(pid=69436) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.022177] env[69436]: DEBUG nova.compute.provider_tree [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Inventory has not changed in ProviderTree for provider: 874aa1e6-124b-44cc-8641-8340c741df69 {{(pid=69436) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.525520] env[69436]: DEBUG nova.scheduler.client.report [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Inventory has not changed for provider 874aa1e6-124b-44cc-8641-8340c741df69 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 119, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69436) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.030895] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.049439] env[69436]: INFO nova.scheduler.client.report [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Deleted allocations for instance 1143d05c-b207-4431-8dfb-dcbee41dd328 [ 1417.557765] env[69436]: DEBUG oslo_concurrency.lockutils [None req-29cd83d6-289e-4062-b233-75aa8973151a tempest-ServersNegativeTestMultiTenantJSON-2002560448 tempest-ServersNegativeTestMultiTenantJSON-2002560448-project-member] Lock "1143d05c-b207-4431-8dfb-dcbee41dd328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.486s {{(pid=69436) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.683109] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.683109] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.683109] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.683109] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Cleaning up deleted instances {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1432.192291] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] There are 31 instances to clean {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11883}} [ 1432.192543] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 1143d05c-b207-4431-8dfb-dcbee41dd328] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1432.696271] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: aa96789c-3d46-4396-b19e-289d263c31f9] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1433.199606] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 6991ce55-b5d7-46e7-88ca-2063a4bb60b2] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1433.702753] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: cbea9f57-cf00-4122-9ebd-baf416523fa3] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1434.206374] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 1d8db070-f56a-4a51-ba62-30853cb2f8d6] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1434.709520] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 17ddf1dd-8aca-4de8-bd1d-7b0dc7ddffc0] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1435.212481] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b1afb3e6-b2ca-4646-b4ad-9afe5614ef4e] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1435.715311] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: dccfc724-7b00-498e-948b-76f0814815be] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1436.218575] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: d95de9a7-c930-41a6-85d0-6cce79ce06a3] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1436.721436] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: b7eed540-a2a5-427a-81e2-57a9663a4297] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1437.224735] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ba454e20-f14b-4d99-a355-ad23217ae9bb] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1437.727693] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 346af4bd-189b-4255-a54a-657460da50a7] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1438.230805] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: acc90262-0b74-47ef-90c8-fceedc0746ad] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1438.734551] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 84be5697-4200-4d8c-9590-ed6430cec891] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1439.238021] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: bf325a8a-6525-41a0-ab74-ad3bd7fc782b] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1439.741754] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 62ce4e11-1cd9-4b2b-a4ea-42f2b1c91e72] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1440.245234] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 2d0103c9-ae69-46f0-9772-db7b960a2d23] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1440.748616] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: fa77192a-6337-4936-a4e3-eed0d84421f8] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1441.252430] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 492abb82-80e5-4c40-b55e-72f4581af022] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1441.755750] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 39f39a62-4fc0-400c-a907-54586282c634] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1442.258717] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: a2383a08-cf92-4c36-ae6b-596ab2c9ff57] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1442.762661] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 9b83bcab-1276-4677-96e6-320a4c8ae076] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1443.266199] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: d8ac5eb3-d94e-4473-a3b0-b25e8a21e366] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1443.769828] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: be8cbd48-932b-47e0-a315-9ab05016ca76] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1444.272622] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: c41850c6-28be-489d-8fa2-cf4e942c9539] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1444.776386] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 803cb484-9f17-41ec-a84f-c41b0a697895] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1445.279986] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: f691ff9f-f9ef-4694-903f-2576f74a0c26] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1445.783499] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: aef76bdb-4584-40c7-a7bf-ec3d69a9f572] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1446.287843] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: a18b0787-4265-44a9-92f6-acc5742be909] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1446.790888] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: 03a37459-fda2-4409-b07c-e194b16a4b23] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1447.294907] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] [instance: ff8c4788-b8a5-453d-bc3a-95ac3c8e031f] Instance has had 0 of 5 cleanup attempts {{(pid=69436) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11887}} [ 1447.798424] env[69436]: DEBUG oslo_service.periodic_task [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69436) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.798762] env[69436]: DEBUG nova.compute.manager [None req-2b0bd05f-2d79-4c57-b995-d246783858cb None None] Cleaning up deleted instances with incomplete migration {{(pid=69436) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11912}}